-- Logs begin at Wed 2022-08-24 08:01:52 UTC, end at Wed 2022-08-24 09:14:23 UTC. -- Aug 24 08:47:23.635651 dv-cinder-852211-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 08:47:26.335323 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.common.config [-] Logging enabled! Aug 24 08:47:26.335953 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 08:47:26.336645 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=118503) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 08:47:26.340022 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.common.config [-] Logging enabled! Aug 24 08:47:26.340288 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 08:47:26.340603 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=118503) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 08:47:26.341561 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 08:47:26.341796 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 08:47:26.342293 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 08:47:26.342540 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 08:47:26.342795 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 08:47:26.343120 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.343424 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.343658 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.343956 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.344248 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.344533 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.344828 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.345132 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.345425 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.345708 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.345996 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.346229 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.346514 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] config_source = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.346826 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.347117 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.347344 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] debug = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.347629 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.348053 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.348465 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.348752 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.349042 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.349339 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.349598 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.349875 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.350164 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.350495 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] host = dv-cinder-852211-5-iscsi {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.350811 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.351102 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.351392 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.351707 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.352014 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.352294 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.352581 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.352858 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] log_dir = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.353135 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] log_file = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.353414 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.353704 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.353994 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.354297 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.354525 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.354782 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.355074 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.355366 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.355645 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.355922 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.356270 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.356550 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.356827 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.357097 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.357385 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.357672 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.357958 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.358233 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.358508 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.358817 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.359092 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.359382 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.359657 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.359931 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.360210 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.360498 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.360770 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.361047 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.361354 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.361641 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.361931 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.362220 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.362493 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.362811 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.363088 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.363366 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] use_journal = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.363639 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] use_json = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.363913 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.364183 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.364465 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.364738 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.365012 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.365285 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.365556 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.365841 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.366114 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:26.366411 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.366733 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.367037 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.367835 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.368149 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.368426 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.368715 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.368993 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.369284 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.369574 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.369864 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.370147 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.370482 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.370761 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.371058 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.371368 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.371666 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.371968 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.372239 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.372519 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.372793 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.373071 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.373361 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.373642 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.373934 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.374225 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.374506 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.374838 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.375127 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.375416 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.375711 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.376003 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.376280 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.376561 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.376853 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.377132 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.377406 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.377697 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.377975 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.378248 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.378531 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.378847 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.379140 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.379421 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.379704 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.379999 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.380277 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.380551 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.380829 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.381106 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.381378 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.381666 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.381943 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.382222 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.382494 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.382801 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.383137 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.383415 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.383691 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.383963 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.384241 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.384516 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.384788 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.385061 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.385334 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.385608 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.385881 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.386151 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.386431 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.386731 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.387004 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.387276 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.387551 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.387825 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.388108 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.388410 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.388689 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.388970 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.389250 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.389532 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.389814 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.390091 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.390373 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.390689 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.390945 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.391241 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.391530 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.391821 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.392106 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.392407 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.392704 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.392983 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.393262 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.393541 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.393821 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.394100 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.394384 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.394677 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.394963 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.395249 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.395537 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.395836 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.396133 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.396414 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.396711 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.397005 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.397301 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.397584 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.397896 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.398179 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:26.398397 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 08:47:26.399206 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=118503) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 08:47:26.698354 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=118503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 08:47:26.698700 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=118503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 08:47:26.698973 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=118503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 08:47:26.699207 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=118503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 08:47:26.699508 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=118503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 08:47:26.699843 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 08:47:27.118770 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.118994 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.119280 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.120474 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.120758 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.121027 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.175043 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.175320 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.175591 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.192527 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.192809 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.193084 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.221866 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.222145 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.222415 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.260690 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.261007 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.261315 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.503232 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.503881 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.503881 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.504096 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.504969 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.605802 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.606120 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.606438 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.606711 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.606987 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.607300 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.607564 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.607827 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.608088 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.608373 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.608637 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.608906 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.609167 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.609420 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.609679 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.609947 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.610205 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.610490 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.610825 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.611090 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.611367 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.611637 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.611926 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.612319 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.612580 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.612831 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.613248 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=118503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 08:47:27.613492 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=118503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 08:47:27.613732 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=118503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 08:47:27.613973 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=118503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 08:47:27.614212 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=118503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 08:47:27.614449 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=118503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 08:47:27.614846 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 08:47:27.618268 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 08:47:27.622260 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 08:47:27.626319 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 24 08:47:27.627991 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 08:47:27.628636 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 08:47:27.628974 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 08:47:27.629367 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 08:47:27.632176 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 08:47:27.632437 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 08:47:27.632790 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 08:47:27.637978 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 08:47:27.661936 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 08:47:27.662404 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.662818 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=118503) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 24 08:47:27.663206 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.665154 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=118503) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 08:47:27.665446 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 08:47:27.665694 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 08:47:27.669244 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.669530 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:27.824110 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 08:47:27.824309 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 08:47:27.824507 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 08:47:27.824886 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 08:47:27.878480 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO dbcounter [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Registered counter for database neutron Aug 24 08:47:27.898553 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_db.sqlalchemy.engines [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=118503) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 08:47:27.905905 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG dbcounter [-] [118503] Writer thread running {{(pid=118503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 08:47:28.618634 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Initializing driver for type 'gre' Aug 24 08:47:28.619350 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] gre ID ranges: [(1, 1000)] Aug 24 08:47:28.790174 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Initializing driver for type 'local' Aug 24 08:47:28.790498 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Initializing driver for type 'vlan' Aug 24 08:47:28.875445 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] VlanTypeDriver initialization complete Aug 24 08:47:28.875787 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Initializing driver for type 'vxlan' Aug 24 08:47:28.876301 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] vxlan ID ranges: [(1, 1000)] Aug 24 08:47:29.041390 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Initializing extension driver 'port_security' Aug 24 08:47:29.041653 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.extensions.port_security [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] PortSecurityExtensionDriver initialization complete Aug 24 08:47:29.041997 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Initializing mechanism driver 'openvswitch' Aug 24 08:47:29.042344 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Initializing mechanism driver 'hyperv' Aug 24 08:47:29.049466 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=118503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:47:29.050153 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > port after_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.050547 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > port after_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.050932 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > port after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.051463 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=118503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 08:47:29.051898 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > subnet after_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.052270 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > subnet after_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.052623 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > subnet after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.053056 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=118503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 08:47:29.053526 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > network after_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.053887 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > network after_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.054241 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > network after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.054643 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=118503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 08:47:29.059571 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > security_group after_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.059571 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > security_group after_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.059571 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > security_group after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.059571 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=118503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 08:47:29.059571 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.060008 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.060008 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.060008 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=118503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 08:47:29.060008 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > address_group after_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.060008 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > address_group after_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.060528 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > address_group after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.060528 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=118503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 08:47:29.060528 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] ML2 OVO RPC backend initialized. {{(pid=118503) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 24 08:47:29.060996 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router_interface after_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.061360 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.061791 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > network before_response 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.062148 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > networks before_response 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.062549 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > port before_response 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.062925 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > ports before_response 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.063278 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > subnet before_response 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.063631 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > subnets before_response 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.063982 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > network after_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.064333 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > network after_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.064672 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > network after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.065014 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > port after_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.065403 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > port after_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.065746 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > port after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.066087 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > subnet after_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.066429 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > subnet after_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.066796 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > subnet after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.074831 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded quota_driver: . Aug 24 08:47:29.075212 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.plugin [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Modular L2 Plugin initialization complete Aug 24 08:47:29.075567 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading services supported by the core plugin {{(pid=118503) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 08:47:29.075921 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.plugins.ml2.managers [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Got port-security extension from driver 'port_security' Aug 24 08:47:29.076422 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.extensions.vlantransparent [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Disabled vlantransparent extension. Aug 24 08:47:29.076928 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=118503) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 08:47:29.077257 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading Plugin: router Aug 24 08:47:29.114243 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router_interface before_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.114639 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router after_create 55549900 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.115038 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router before_create 55549900 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.115406 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.115795 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.116150 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router after_delete 55549900 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.116520 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > floatingip after_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.116871 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > floatingip after_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.117247 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router after_create 55549900 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.117642 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router after_update 55549900 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.118002 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router after_update 55549900 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.118365 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.118747 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router after_update 55549900 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.119182 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router precommit_update 55549900 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.119562 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: port after_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.119903 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: port after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.120251 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: subnet after_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.120606 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.120963 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > port precommit_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.121317 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router precommit_create 55549900 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.121668 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: port before_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.122016 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router precommit_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.122379 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router after_update 55549900 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.122774 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router precommit_delete 55549900 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.123145 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router precommit_create 55549900 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.123514 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router_interface after_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.123869 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router precommit_update 55549900 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.124246 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > agent after_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.124606 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > agent after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.124958 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > network after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.125905 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Tracking information for resource: router configured {{(pid=118503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 08:47:29.126242 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Tracking information for resource: floatingip configured {{(pid=118503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 08:47:29.131714 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.db.l3_agentschedulers_db [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 08:47:29.132325 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: port after_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.132702 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: port after_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.133060 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: port after_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.133462 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: port after_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.134313 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router before_create 55550100 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.134800 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router precommit_delete 55550100 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.135179 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router precommit_create 55550100 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.135546 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > router precommit_update 55550100 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.140734 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.services.provider_configuration [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Service providers = [] {{(pid=118503) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 08:47:29.141108 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.db.servicetype_db [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=118503) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 08:47:29.144524 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.services.service_base [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=118503) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 08:47:29.144882 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.services.service_base [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=118503) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 08:47:29.145230 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.services.service_base [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=118503) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 08:47:29.146131 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.services.service_base [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=118503) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 08:47:29.146508 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.services.service_base [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 08:47:29.146942 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=118503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 08:47:29.147267 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 08:47:29.158691 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=118503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 08:47:29.159031 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading Plugin: auto_allocate Aug 24 08:47:29.165351 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: network precommit_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.165733 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: network precommit_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.166270 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=118503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 08:47:29.166595 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading Plugin: tag Aug 24 08:47:29.173971 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=118503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 08:47:29.174308 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading Plugin: timestamp Aug 24 08:47:29.178180 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=118503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 08:47:29.178510 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading Plugin: network_ip_availability Aug 24 08:47:29.184107 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.184484 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.184846 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.185581 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=118503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 08:47:29.185925 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading Plugin: flavors Aug 24 08:47:29.192266 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=118503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 08:47:29.192602 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading Plugin: revisions Aug 24 08:47:29.196947 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=118503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 08:47:29.197344 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_concurrency.lockutils [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.498s {{(pid=118503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 08:47:29.198092 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=118503) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 24 08:47:29.198433 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Initializing extension manager. Aug 24 08:47:29.198992 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: __init__.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.199343 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: __pycache__ {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.199685 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: address_group.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.200411 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.200987 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: address-group Aug 24 08:47:29.201318 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: address_scope.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.202007 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.202521 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: address-scope Aug 24 08:47:29.202885 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: admin_state_down_before_update.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.203792 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.204310 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: router-admin-state-down-before-update Aug 24 08:47:29.204640 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: agent.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.205322 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.205833 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: agent Aug 24 08:47:29.206160 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: agent_resources_synced.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.207081 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.207596 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: agent-resources-synced Aug 24 08:47:29.207924 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: allowedaddresspairs.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.209725 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.210254 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: allowed-address-pairs Aug 24 08:47:29.210582 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: auto_allocated_topology.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.212168 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.212689 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: auto-allocated-topology Aug 24 08:47:29.213020 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: availability_zone.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.213690 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.214201 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: availability_zone Aug 24 08:47:29.214529 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: availability_zone_filter.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.215441 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.215955 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: availability_zone_filter Aug 24 08:47:29.216283 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: data_plane_status.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.217161 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.217673 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 08:47:29.218001 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: default_subnetpools.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.218914 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.219424 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: default-subnetpools Aug 24 08:47:29.219751 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: dhcpagentscheduler.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.220556 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.221068 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: dhcp_agent_scheduler Aug 24 08:47:29.221455 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: dns.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.222345 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.222893 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 08:47:29.223226 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: dns_domain_ports.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.224117 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.224629 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 08:47:29.224957 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.225846 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.226361 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 08:47:29.226712 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: dvr.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.228041 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.228555 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: dvr Aug 24 08:47:29.228882 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: ecmp_routes.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.229782 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.230291 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 08:47:29.230614 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: empty_string_filtering.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.231531 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.232041 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: empty-string-filtering Aug 24 08:47:29.232369 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.233247 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.233756 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 08:47:29.234081 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.234996 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.235511 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 08:47:29.235835 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: external_net.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.236713 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.237223 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: external-net Aug 24 08:47:29.237546 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: extra_dhcp_opt.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.238426 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.238961 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: extra_dhcp_opt Aug 24 08:47:29.239289 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: extraroute.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.240186 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.240697 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: extraroute Aug 24 08:47:29.241027 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: extraroute_atomic.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.242035 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.242572 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: extraroute-atomic Aug 24 08:47:29.242932 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: filter_validation.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.243574 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.244299 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: filter-validation Aug 24 08:47:29.244632 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: fip_pf_description.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.245516 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.246032 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 08:47:29.246360 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: fip_pf_port_range.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.247282 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.247797 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 24 08:47:29.248126 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: fip_port_details.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.249016 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.249528 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: fip-port-details Aug 24 08:47:29.249857 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: flavors.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.251086 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.251611 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: flavors Aug 24 08:47:29.251943 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.253569 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.254097 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 08:47:29.254433 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: floatingip_pools.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.255139 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.255657 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: floatingip-pools Aug 24 08:47:29.256012 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: ip_allocation.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.256906 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.257414 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 08:47:29.257742 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.258684 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.259236 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: ip-substring-filtering Aug 24 08:47:29.259569 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: l2_adjacency.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.260491 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.260998 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 08:47:29.261327 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: l3.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.262301 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.262850 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: router Aug 24 08:47:29.263182 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: l3_conntrack_helper.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.265411 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.265944 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 08:47:29.266285 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.267221 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.267744 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: ext-gw-mode Aug 24 08:47:29.268079 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.268973 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.269487 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: l3-ha Aug 24 08:47:29.269821 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.270720 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.271237 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 24 08:47:29.271574 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: l3_flavors.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.272460 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.272983 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: l3-flavors Aug 24 08:47:29.273313 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: l3_ndp_proxy.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.275303 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.275839 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 24 08:47:29.276172 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.277063 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.277583 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 08:47:29.277912 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: l3agentscheduler.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.278960 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.279740 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: l3_agent_scheduler Aug 24 08:47:29.280075 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: local_ip.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.281795 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.282333 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension local_ip not supported by any of loaded plugins Aug 24 08:47:29.282693 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: logging.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.284145 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.284671 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension logging not supported by any of loaded plugins Aug 24 08:47:29.285005 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: metering.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.285719 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.286498 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: metering Aug 24 08:47:29.286869 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.287928 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.288600 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: metering_source_and_destination_fields Aug 24 08:47:29.288938 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: multiprovidernet.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.290442 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.290996 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: multi-provider Aug 24 08:47:29.291331 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: netmtu.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.292280 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.292744 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: net-mtu Aug 24 08:47:29.293084 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: netmtu_writable.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.293970 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.294482 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: net-mtu-writable Aug 24 08:47:29.294848 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: network_availability_zone.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.295504 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.296018 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: network_availability_zone Aug 24 08:47:29.296350 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: network_ip_availability.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.297424 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.297948 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: network-ip-availability Aug 24 08:47:29.298288 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: network_segment_range.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.299061 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.299576 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 08:47:29.299909 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: pagination.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.300860 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.301200 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: pagination Aug 24 08:47:29.301526 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: port_device_profile.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.302409 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.302967 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: port-device-profile Aug 24 08:47:29.303291 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: port_mac_address_override.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.304190 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.304703 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: port-mac-override Aug 24 08:47:29.305051 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.305938 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.306523 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: port-mac-address-regenerate Aug 24 08:47:29.306892 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.307790 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.308302 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: port-numa-affinity-policy Aug 24 08:47:29.308628 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: port_resource_request.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.309507 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.310014 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 08:47:29.310339 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: port_resource_request_groups.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.311311 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.311817 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 24 08:47:29.312151 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: portbindings.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.313066 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.313551 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: binding Aug 24 08:47:29.313873 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: portbindings_extended.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.315121 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.315646 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: binding-extended Aug 24 08:47:29.315982 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: portsecurity.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.316875 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.317401 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: port-security Aug 24 08:47:29.317731 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: project_id.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.318697 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.319037 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: project-id Aug 24 08:47:29.319364 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: providernet.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.320251 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.320791 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: provider Aug 24 08:47:29.321119 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: qos.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.324663 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.325197 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension qos not supported by any of loaded plugins Aug 24 08:47:29.325533 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.326772 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.327296 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 08:47:29.327629 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.328534 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.329048 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 08:47:29.329381 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: qos_default.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.330268 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.330808 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension qos-default not supported by any of loaded plugins Aug 24 08:47:29.331140 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: qos_fip.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.332041 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.332555 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 08:47:29.332886 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: qos_fip_network_policy.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.333786 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.334300 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 24 08:47:29.334629 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: qos_gateway_ip.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.335550 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.336068 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 08:47:29.336958 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: qos_port_network_policy.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.337845 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.338357 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 08:47:29.338712 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.339717 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.340230 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 24 08:47:29.340563 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.341574 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.342086 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 24 08:47:29.342421 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: qos_pps_rule.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.343596 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.344114 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension qos-pps not supported by any of loaded plugins Aug 24 08:47:29.344443 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: qos_rule_type_details.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.345327 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.345838 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 08:47:29.346164 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: qos_rule_type_filter.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.347082 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.347595 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 24 08:47:29.347920 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: qos_rules_alias.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.353606 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.354141 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 08:47:29.354473 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: quota_check_limit.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.355395 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.355983 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: quota-check-limit Aug 24 08:47:29.356300 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: quotasv2.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.357266 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.357599 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: quotas Aug 24 08:47:29.357963 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: quotasv2_detail.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.359728 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.360072 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: quota_details Aug 24 08:47:29.360404 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: rbac.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.361776 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.362332 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: rbac-policies Aug 24 08:47:29.362638 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: rbac_address_group.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.363606 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.364118 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: rbac-address-group Aug 24 08:47:29.364426 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: rbac_address_scope.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.365313 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.365829 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: rbac-address-scope Aug 24 08:47:29.366163 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: rbac_security_groups.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.367155 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.368221 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: rbac-security-groups Aug 24 08:47:29.368548 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: rbac_subnetpool.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.369442 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.369958 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: rbac-subnetpool Aug 24 08:47:29.370286 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: revisionifmatch.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.371220 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.371727 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: revision-if-match Aug 24 08:47:29.372065 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: revisions.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.373145 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.373720 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: standard-attr-revisions Aug 24 08:47:29.373989 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: router_availability_zone.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.374644 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.375188 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: router_availability_zone Aug 24 08:47:29.375519 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: routerservicetype.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.376438 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.376953 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 08:47:29.377310 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.387688 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.387688 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: security-groups-normalized-cidr Aug 24 08:47:29.387688 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: security_groups_port_filtering.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.388621 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.389140 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: port-security-groups-filtering Aug 24 08:47:29.389556 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.390482 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.391018 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: security-groups-remote-address-group Aug 24 08:47:29.391348 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.392262 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.392769 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: security-groups-shared-filtering Aug 24 08:47:29.393095 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: securitygroup.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.402971 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.403517 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: security-group Aug 24 08:47:29.403851 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: segment.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.404832 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.405357 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension segment not supported by any of loaded plugins Aug 24 08:47:29.405843 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.406819 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.407370 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 08:47:29.407741 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: servicetype.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.414770 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.415296 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: service-type Aug 24 08:47:29.415630 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: sorting.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.416644 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.416982 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: sorting Aug 24 08:47:29.417311 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: standard_attr_segment.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.418200 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.418753 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 08:47:29.419085 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: standardattrdescription.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.419754 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.420262 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: standard-attr-description Aug 24 08:47:29.420594 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: stateful_security_group.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.421515 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.422023 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: stateful-security-group Aug 24 08:47:29.422351 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: stdattrs_common.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.422971 dv-cinder-852211-5-iscsi neutron-server[118503]: WARNING neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 08:47:29.423298 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.424196 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.424718 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 08:47:29.425044 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: subnet_onboard.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.426065 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.426589 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: subnet_onboard Aug 24 08:47:29.426944 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.427840 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.428354 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 08:47:29.428683 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: subnet_service_types.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.429586 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.430630 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: subnet-service-types Aug 24 08:47:29.430989 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: subnetallocation.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.432043 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.432571 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: subnet_allocation Aug 24 08:47:29.432942 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.433591 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.434112 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: subnetpool-prefix-ops Aug 24 08:47:29.434442 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.452054 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.452575 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 08:47:29.452904 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: tagging.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.454005 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.454522 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: standard-attr-tag Aug 24 08:47:29.454877 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: timestamp.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.456066 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.456634 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loaded extension: standard-attr-timestamp Aug 24 08:47:29.456973 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: trunk.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.457976 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.458498 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension trunk not supported by any of loaded plugins Aug 24 08:47:29.458860 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: trunk_details.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.459752 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.460276 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 08:47:29.460601 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: uplink_status_propagation.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.461530 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.462088 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 08:47:29.462415 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Loading extension file: vlantransparent.py {{(pid=118503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 08:47:29.463096 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=118503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 08:47:29.463609 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 08:47:29.466285 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Creating instance of TrackedResource for resource:network Aug 24 08:47:29.466853 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Creating instance of TrackedResource for resource:subnet Aug 24 08:47:29.467269 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 08:47:29.467671 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Creating instance of TrackedResource for resource:port Aug 24 08:47:29.469047 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.v2.resource_helper [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 08:47:29.469490 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.v2.resource_helper [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Service FLAVORS assigned prefix: {{(pid=118503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 08:47:29.470120 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.v2.resource_helper [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 08:47:29.470565 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.v2.resource_helper [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 08:47:29.470929 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Creating instance of TrackedResource for resource:router Aug 24 08:47:29.471374 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 08:47:29.471861 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.v2.resource_helper [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Service METERING assigned prefix: /metering {{(pid=118503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 08:47:29.473328 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.473707 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.474070 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:47:29.475130 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 08:47:29.475642 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Creating instance of TrackedResource for resource:security_group Aug 24 08:47:29.476095 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 08:47:29.476638 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.v2.resource_helper [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Service CORE assigned prefix: {{(pid=118503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 08:47:29.477678 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 08:47:29.478043 dv-cinder-852211-5-iscsi neutron-server[118503]: WARNING neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] subnetpool is already registered Aug 24 08:47:29.478485 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.v2.resource_helper [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Service CORE assigned prefix: {{(pid=118503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 08:47:29.478848 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 08:47:29.479192 dv-cinder-852211-5-iscsi neutron-server[118503]: WARNING neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] subnetpool is already registered Aug 24 08:47:29.481609 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.v2.resource_helper [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 08:47:29.482052 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.v2.resource_helper [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Service FLAVORS assigned prefix: {{(pid=118503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 08:47:29.482678 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.v2.resource_helper [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 08:47:29.483143 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.v2.resource_helper [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 08:47:29.483444 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Creating instance of TrackedResource for resource:router Aug 24 08:47:29.483793 dv-cinder-852211-5-iscsi neutron-server[118503]: WARNING neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] router is already registered Aug 24 08:47:29.484308 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 08:47:29.484669 dv-cinder-852211-5-iscsi neutron-server[118503]: WARNING neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] floatingip is already registered Aug 24 08:47:29.485175 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.v2.resource_helper [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Service METERING assigned prefix: /metering {{(pid=118503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 08:47:29.485858 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 08:47:29.486192 dv-cinder-852211-5-iscsi neutron-server[118503]: WARNING neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] rbac_policy is already registered Aug 24 08:47:29.486704 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Creating instance of TrackedResource for resource:security_group Aug 24 08:47:29.491239 dv-cinder-852211-5-iscsi neutron-server[118503]: WARNING neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] security_group is already registered Aug 24 08:47:29.491820 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 08:47:29.492316 dv-cinder-852211-5-iscsi neutron-server[118503]: WARNING neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] security_group_rule is already registered Aug 24 08:47:29.493543 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.v2.resource_helper [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Service CORE assigned prefix: {{(pid=118503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 08:47:29.493936 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 08:47:29.494283 dv-cinder-852211-5-iscsi neutron-server[118503]: WARNING neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] subnetpool is already registered Aug 24 08:47:29.494743 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.v2.resource_helper [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Service CORE assigned prefix: {{(pid=118503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 08:47:29.495079 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 08:47:29.495422 dv-cinder-852211-5-iscsi neutron-server[118503]: WARNING neutron.quota.resource_registry [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] subnetpool is already registered Aug 24 08:47:29.502387 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: extensions {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.502387 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: address-groups {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.502971 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: address-scopes {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.508281 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: agents {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.509507 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: auto-allocated-topology {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.510838 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: availability_zones {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.516060 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: dhcp-networks {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.517637 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: dhcp-agents {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.519163 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: routers {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.520982 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: flavors {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.522273 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: service_profiles {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.523639 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: next_providers {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.525141 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: service_profiles {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.528028 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: floatingip-pools {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.529528 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: routers {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.531369 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: floatingips {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.537734 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: l3-routers {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.537734 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: l3-agents {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.537734 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: metering-labels {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.537734 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: metering-label-rules {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.538404 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: network-ip-availabilities {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.540246 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: bindings {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.541861 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: quotas {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.543690 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: quotas {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.545218 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: rbac-policies {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.546435 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: security-groups {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.547831 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: security-group-rules {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.549177 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: service-providers {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.550440 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: subnetpools {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.551868 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: subnetpools {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.553451 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: tags {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.555858 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: tags {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.557763 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: tags {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.559635 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: tags {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.561379 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: tags {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.563393 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: tags {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.565227 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: tags {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.567212 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: tags {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.569037 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: tags {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.570939 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron.api.extensions [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Extended resource: tags {{(pid=118503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 08:47:29.577242 dv-cinder-852211-5-iscsi neutron-server[118503]: WARNING keystonemiddleware.auth_token [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 08:47:29.582442 dv-cinder-852211-5-iscsi neutron-server[118503]: WARNING keystonemiddleware.auth_token [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 08:47:29.591836 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_concurrency.lockutils [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Acquiring lock "singleton_lock" {{(pid=118503) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 24 08:47:29.592172 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_concurrency.lockutils [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Acquired lock "singleton_lock" {{(pid=118503) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 24 08:47:29.592655 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_concurrency.lockutils [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Releasing lock "singleton_lock" {{(pid=118503) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 24 08:47:29.593317 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO oslo_service.service [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Starting 2 workers Aug 24 08:47:29.598262 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Started child 118616 {{(pid=118503) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 08:47:29.603826 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Started child 118617 {{(pid=118503) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 08:47:29.604393 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:29.605533 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO neutron.service [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 08:47:29.605842 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [-] (118616) wsgi starting up on http://0.0.0.0:9696 Aug 24 08:47:29.606168 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Publish callbacks [] for process (None), before_spawn {{(pid=118503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:29.608510 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:29.608993 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO oslo_service.service [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Starting 1 workers Aug 24 08:47:29.609844 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [-] (118617) wsgi starting up on http://0.0.0.0:9696 Aug 24 08:47:29.614044 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Started child 118618 {{(pid=118503) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 08:47:29.614608 dv-cinder-852211-5-iscsi neutron-server[118503]: INFO oslo_service.service [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Starting 1 workers Aug 24 08:47:29.618112 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.service [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] calling RpcWorker wait() {{(pid=118618) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 08:47:29.618708 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.service [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] returning from RpcWorker wait() {{(pid=118618) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 08:47:29.619588 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Started child 118619 {{(pid=118503) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 08:47:29.620511 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:29.620981 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:47:29.621111 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4be-9e5f-4a4b-bfdd-c72e658acc70 None None] Publish callbacks [] for process (None), after_spawn {{(pid=118503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:29.622974 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=118503) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 08:47:29.623188 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 08:47:29.623631 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 08:47:29.623631 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 08:47:29.623954 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 08:47:29.624136 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 08:47:29.624680 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.624959 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.625199 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:29.625671 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.625671 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.626049 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.626331 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.626612 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.626912 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.627186 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.627359 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.627526 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.627793 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.628041 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.628362 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.628694 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.628950 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.629223 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.629393 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.629667 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] config_source = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.629928 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.630198 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.630480 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] debug = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.630791 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.631334 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.631528 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.631785 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.632029 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.632321 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.632535 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.632792 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.633036 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.633319 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.633572 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.633830 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.634133 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.634383 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.634619 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.634921 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.635150 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.635651 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] host = dv-cinder-852211-5-iscsi {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.635881 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.636187 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.636471 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.636689 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.636923 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.637145 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.637379 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.637652 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.637848 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.638078 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.638335 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.638589 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.638843 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] log_dir = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.639094 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] log_file = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.639248 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] log_options = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.639597 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.639906 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.640123 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.640322 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.640482 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.640648 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.640905 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.641072 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.642592 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.643306 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.643306 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.646646 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.646646 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.646646 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.646646 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.646646 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.646646 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.647156 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:47:29.647255 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.647255 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.647255 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.647255 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.647255 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.647255 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.647255 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.647255 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.647831 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.647831 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.647973 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.648152 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.648377 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.649126 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.649415 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.649768 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.649917 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.650183 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.650407 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.650642 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.650903 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.651192 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.651429 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.651698 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.652175 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.652175 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.652381 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.652601 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.652844 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] use_journal = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.653064 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] use_json = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.653280 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.653498 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.653761 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.655973 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.655973 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.655973 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.655973 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.655973 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.655973 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.656692 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.656692 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.656692 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.657037 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.657220 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.657483 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.657744 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.657975 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.659555 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.659555 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.659555 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.659555 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.659555 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.660287 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.660287 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.660287 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.662685 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.662685 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.662685 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.662685 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.662685 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.662685 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.662685 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.662685 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.665163 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.665163 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.665163 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.665163 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.665163 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.665163 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.665163 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.665163 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.665732 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.665732 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.665732 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.665958 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.666046 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.666264 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.666505 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.666840 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.667007 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.667262 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.667607 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.667767 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.667933 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.668176 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.668502 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.668772 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.669046 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.669280 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.669523 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.669748 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.669968 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.670201 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.670468 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.670687 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.670895 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.671159 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.671389 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.671659 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.671896 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.672117 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.672430 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.672596 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.672834 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.673058 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.673295 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.673533 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.673844 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.674022 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.675061 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.675061 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.675061 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.675061 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.675640 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.675640 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.675640 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.676037 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.676037 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.676312 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.676312 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.676640 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.676820 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.676966 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.677156 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.677391 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.677600 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.677839 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.678048 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.678253 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.678475 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.678748 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.679083 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.679334 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.679585 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.679806 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.680048 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.680934 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.681222 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.681443 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.681664 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.681895 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.682174 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.682405 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.682687 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.682936 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.683154 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.683396 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.683613 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.683831 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.684066 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.684302 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.684537 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.684786 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.685007 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.685245 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.685517 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.685766 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.686062 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.686303 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.686524 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.686862 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.687058 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.687330 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.687566 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.687881 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.688109 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.688842 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.688842 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.689062 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.689181 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.689443 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.690764 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.690764 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.690764 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.690764 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.690764 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.691125 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.691193 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.691401 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.691641 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.691881 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.692116 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.692443 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.692673 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.692907 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.693146 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.693528 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.693867 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.694117 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.694410 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.694700 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.694959 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.695209 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.695441 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.695692 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.695927 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.696159 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.696400 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.696659 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.696876 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.697119 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.697355 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.697573 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.697827 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.698043 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.698263 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.698479 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.698723 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.698939 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.699195 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.699407 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.699652 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.699887 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.700106 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.700667 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.700667 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.700947 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.700947 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.701275 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.701443 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.701699 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.701914 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.702145 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.702388 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.702645 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.702917 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.703189 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.703409 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.703642 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.703858 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.704099 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.704336 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.704600 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.704836 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.705052 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.705330 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.705571 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.705955 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.706398 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.706723 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.709946 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.709946 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.709946 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.709946 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.709946 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.709946 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.709946 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.709946 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.709946 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.710800 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.710800 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.710800 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.710800 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.710800 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.710800 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.710800 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.710800 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.711535 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.711535 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.711535 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.712299 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.712299 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.712299 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.712299 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.712721 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.712721 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.712955 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.713184 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.713506 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.713713 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.713931 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.714198 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.714446 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.714709 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.714914 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.715140 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.715357 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.715570 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.715820 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.716033 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.716245 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.716482 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.716689 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.716945 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.717144 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.717433 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.717653 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.717876 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.718092 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.718306 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.718531 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.718762 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.718976 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.719205 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.719421 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.719641 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.719868 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.720080 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.720312 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.720536 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.720753 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.720965 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.721463 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.721623 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.721772 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.722032 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.722263 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.722508 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.722757 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.723083 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.723319 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.723583 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.723816 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.724036 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.724279 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.724538 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.724903 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.725178 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.725435 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.725694 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.725978 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.726256 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.726520 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.726778 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.727566 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.727941 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.728200 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.728454 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.728729 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.728970 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.729236 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.729457 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.730303 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.730687 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.730857 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.731026 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.731330 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.731600 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.731817 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.732280 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.732522 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.732795 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.733029 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.733251 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.733469 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.733629 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 08:47:29.734209 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=118503) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 08:47:29.734381 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 08:47:29.734525 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 08:47:29.734712 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 08:47:29.734874 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 08:47:29.735187 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 08:47:29.735187 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.735632 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.735632 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.735632 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.735989 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.735989 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.736263 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.736263 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.736524 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.736660 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.736786 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.736870 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.737014 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.737171 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.737493 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.737742 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.737928 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.738348 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.738348 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] config_source = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.738348 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.738674 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.738674 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] debug = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.738829 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.742099 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.742099 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.742099 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.742099 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.742099 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.742099 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.743524 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.743524 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.743524 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.743524 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.743524 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.743524 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.743524 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.743524 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.744278 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.744278 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.744278 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] host = dv-cinder-852211-5-iscsi {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.744278 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.744278 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.744278 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.744278 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.744278 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.745098 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.745098 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.745098 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.745098 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.745098 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.745098 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.745098 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.745098 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] log_dir = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.745694 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] log_file = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.745694 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] log_options = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.745694 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.745694 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.745694 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.745694 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.745694 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.746315 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.746315 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.746315 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.746315 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.746315 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.746315 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.746315 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.746315 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.746909 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.746909 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.746909 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.746909 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.746909 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.747277 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.747277 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.747277 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.747497 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.747578 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.747707 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.747903 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.747903 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.747903 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.748534 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.748534 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.748686 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.748768 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.748935 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.749093 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.749417 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.749578 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.749746 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.749905 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.750065 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.750228 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.750386 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.750545 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.750730 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.750890 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.751050 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.751209 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.751393 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] use_journal = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.751553 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] use_json = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.751712 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.751871 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.752049 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.752182 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.752337 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.752490 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.752686 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.752819 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.752950 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:47:29.753091 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 08:47:29.753091 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.753331 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.753454 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.753619 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.753754 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.753884 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.754008 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.754229 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.754398 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.754561 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.754753 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.754917 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.755089 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.755253 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.755415 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.755580 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.755741 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.755902 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.756065 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.756617 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.756617 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.756832 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.757040 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.757244 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.757890 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.757890 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.758207 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.758207 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.758491 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.758491 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.758804 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.758957 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.759128 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.759270 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.759650 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.759650 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.759650 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.761285 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.761285 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.761285 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.761285 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.761285 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.761285 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.761285 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.761285 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.761285 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.762355 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.762355 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.762355 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.762355 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.762355 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.762355 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.762355 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.762355 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.762355 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.763504 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.763504 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.763504 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.763504 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.763504 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.763504 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.763504 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.764216 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.764216 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.764216 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.764216 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.764216 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.764755 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.764755 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.764755 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.764755 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.765040 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.765040 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.765490 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.765490 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.765649 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.765742 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.765873 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.766041 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.766203 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.766386 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.766550 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.766734 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.766898 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.767059 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.767223 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.767385 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.767547 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.767760 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.767909 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.768035 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.768159 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.768329 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.768491 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.768652 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.768835 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.769017 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.769403 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.769403 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.769660 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.769660 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.769858 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.769939 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.770088 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.770251 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.770412 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.770564 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.770781 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.770912 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.771038 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.771194 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.771359 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.771513 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.772003 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.772003 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.772003 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.772364 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.772364 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.772575 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.772575 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.772772 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.772889 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.773003 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.773178 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.773339 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.773504 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.773667 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.773860 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.774035 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.774198 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.774361 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.774554 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.774930 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.775137 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.775713 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.775713 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.775953 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.775953 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.776669 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.776669 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.776669 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.776669 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.780303 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.780303 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.780303 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.780303 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.780303 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.780303 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.780303 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.780303 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.781018 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.781018 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.781018 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.781018 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.781018 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.781018 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.781018 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.781018 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.781792 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.781792 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.781792 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.781792 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.781792 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.781792 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.781792 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.781792 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.782339 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.782339 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.782339 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.782339 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.782339 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.782339 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.782339 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.782339 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.783029 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.783029 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.783029 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.783029 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.783029 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.783029 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.783029 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.783029 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.783572 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.783572 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.783572 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.783572 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.783856 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.783937 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.784044 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.784208 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.784370 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.784532 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.784694 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.784857 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.785018 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.785180 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.785342 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.785511 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.785688 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.785849 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.786065 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.786237 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.786402 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.786563 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.786749 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.786931 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.787096 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.787258 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.787422 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.787585 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.787754 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.787897 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.788068 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.788239 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.788409 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.788590 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.788746 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.788890 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.789050 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.789213 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.789374 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.790058 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.790204 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.790559 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.791640 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.791640 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.791640 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.791640 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.791640 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.791640 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.791640 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.792737 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.792737 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.792737 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.792737 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.792737 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.792737 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.792737 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.793427 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.793427 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.793427 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.793427 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.793427 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.794189 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.794189 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.794189 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.794189 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.794494 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.794494 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.794641 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.794776 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.794909 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.795036 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.795163 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.795305 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.795443 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.795604 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.795776 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.795922 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.796088 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.796249 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.796417 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.796568 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.796738 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.796901 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.797062 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.797232 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.797393 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.797556 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.797717 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.797880 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.798044 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.798210 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.798372 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.798537 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.798721 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.798882 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.799048 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.799219 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.799388 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.799552 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.799721 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.799889 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.800244 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.800581 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.800753 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.800946 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.801082 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.801245 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.801418 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.801547 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.801707 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.801870 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.802053 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.802184 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.802347 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.802507 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.802819 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.802819 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.803065 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.803166 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.803370 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.803496 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.803641 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.803730 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.803925 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 08:47:29.804089 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 08:47:29.840126 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56020) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:47:29.847652 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [-] 10.222.0.64 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0053349 Aug 24 08:47:29.852227 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [-] 10.222.0.64 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039690 Aug 24 08:47:38.967012 dv-cinder-852211-5-iscsi neutron-server[118503]: DEBUG dbcounter [-] [118503] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=118503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:47:41.861751 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944d4892-b3dd-47d2-89b3-560a8878c9c3 None None] get_active_networks_info from dv-cinder-852211-5-iscsi {{(pid=118618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 24 08:47:41.874736 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writer thread running {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 08:47:41.875728 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writer thread running {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 08:47:41.950122 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944d4892-b3dd-47d2-89b3-560a8878c9c3 None None] No non-hosted networks {{(pid=118618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 08:47:41.967418 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.agentschedulers_db [None req-944d4892-b3dd-47d2-89b3-560a8878c9c3 None None] DHCP Agent not found on host dv-cinder-852211-5-iscsi {{(pid=118618) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 24 08:47:42.070944 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d7a6f0e1-7f09-4e06-93a3-7a8beff9fad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698580'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:43.581031 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writer thread running {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 08:47:44.284295 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5ed5-f773-44c0-adc1-88c8604b86c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698580'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:44.328858 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.db.api [None req-a59494dc-d774-4567-911a-d92ff4d594a8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-852211-5-iscsi {{(pid=118618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 08:47:44.329587 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG oslo_db.api [None req-a59494dc-d774-4567-911a-d92ff4d594a8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 08:47:44.933955 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a59494dc-d774-4567-911a-d92ff4d594a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:45.678440 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698580'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:46.023818 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 56096) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:47:46.649135 dv-cinder-852211-5-iscsi neutron-server[118617]: WARNING oslo_policy.policy [None req-402202a1-c82e-4131-9c08-d2cdf607de0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 08:47:46.649831 dv-cinder-852211-5-iscsi neutron-server[118617]: WARNING oslo_policy.policy [None req-402202a1-c82e-4131-9c08-d2cdf607de0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 08:47:46.876925 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [None req-402202a1-c82e-4131-9c08-d2cdf607de0d admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 08:47:46.882698 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-402202a1-c82e-4131-9c08-d2cdf607de0d admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8536391 Aug 24 08:47:46.935584 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698580'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:46.936592 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:46.937029 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:46.937436 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:46.944248 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:46.944248 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:46.944248 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:46.944248 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:46.944248 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:46.947425 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:46.947425 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:46.947425 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:46.947425 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:46.947425 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:46.947752 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:46.947752 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:46.947752 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-852211-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:47:46.956343 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-852211-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:47:47.604077 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698580'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:49.611703 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.db.l3_hamode_db [None req-e408fa0c-3b3e-418b-936a-513e48d83d73 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 08:47:49.698357 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e408fa0c-3b3e-418b-936a-513e48d83d73 None None] Routers set() bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:47:49.698744 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e408fa0c-3b3e-418b-936a-513e48d83d73 None None] Router IDs set() for agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 24 08:47:49.766545 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56128) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:47:50.323581 dv-cinder-852211-5-iscsi neutron-server[118616]: WARNING oslo_policy.policy [None req-5b3149e2-32d5-426a-a95b-8a0334b776af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 08:47:50.324141 dv-cinder-852211-5-iscsi neutron-server[118616]: WARNING oslo_policy.policy [None req-5b3149e2-32d5-426a-a95b-8a0334b776af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 08:47:50.546272 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-5b3149e2-32d5-426a-a95b-8a0334b776af admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:47:50.641292 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.policy [None req-5b3149e2-32d5-426a-a95b-8a0334b776af admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=118616) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 08:47:50.683837 dv-cinder-852211-5-iscsi neutron-server[118616]: WARNING oslo_policy.policy [None req-5b3149e2-32d5-426a-a95b-8a0334b776af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 08:47:50.684264 dv-cinder-852211-5-iscsi neutron-server[118616]: WARNING oslo_policy.policy [None req-5b3149e2-32d5-426a-a95b-8a0334b776af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 08:47:50.705420 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writer thread running {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 08:47:50.938584 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5b3149e2-32d5-426a-a95b-8a0334b776af admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762424889903', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762424889403', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762424873751', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762424882278', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762424860671', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762424868783', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-630638', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-622767', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1686690', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2034060'] for rbac-policy (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:51.170946 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5b3149e2-32d5-426a-a95b-8a0334b776af admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:51.172257 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-5b3149e2-32d5-426a-a95b-8a0334b776af admin admin] 10.222.0.64 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.4047208 Aug 24 08:47:53.629274 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56144) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:47:53.960846 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:47:54.043419 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Made reservation on behalf of 5d21b37c9bd744349387927fa9dbae25 for: {'network': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:47:54.047827 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:54.067938 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:54.179934 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Publish callbacks [] for security_group (425a7254-8cf6-48d0-bfa3-41986f6c90b4), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:54.237480 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (425a7254-8cf6-48d0-bfa3-41986f6c90b4), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:54.271443 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=118616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 08:47:54.301348 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762420374119', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (22d2384d-ff2e-48dc-8286-c5b31be00a81), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:54.301934 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Unsubscribe: segment precommit_create {{(pid=118616) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 08:47:54.302492 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.segments_db [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Added segment 22d2384d-ff2e-48dc-8286-c5b31be00a81 of type vlan for network 9d21bafc-0ada-4681-8d22-8c5b686f88d6 Aug 24 08:47:54.309567 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=425a7254-8cf6-48d0-bfa3-41986f6c90b4,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:47:54.345153 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:54.345495 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:54.345852 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:54.346206 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:54.346537 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:54.346895 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:54.347219 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:54.347538 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:54.347857 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:54.348173 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:54.348494 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:54.348828 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:54.349147 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:54.349461 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:54.349773 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Tracked resource versions report: Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: pushed versions: Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: { 'AddressGroup': {'1.2'}, Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Agent': {'1.1'}, Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'ConntrackHelper': {'1.0'}, Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'LocalIPAssociation': {'1.0'}, Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Log': {'1.0'}, Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'NDPProxy': {'1.0'}, Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Network': {'1.1'}, Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Port': {'1.7'}, Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'PortForwarding': {'1.3'}, Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'QosPolicy': {'1.10'}, Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'SecurityGroup': {'1.5'}, Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'SecurityGroupRule': {'1.2'}, Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'SubPort': {'1.0'}, Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Subnet': {'1.1'}, Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Trunk': {'1.1'}} Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: consumer versions: Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: { DHCP agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: L3 agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: Metadata agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: Metering agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: Open vSwitch agent@dv-cinder-852211-5-iscsi: { 'AddressGroup': '1.2', Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Agent': '1.1', Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'ConntrackHelper': '1.0', Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'LocalIPAssociation': '1.0', Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Log': '1.0', Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'NDPProxy': '1.0', Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Network': '1.1', Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Port': '1.7', Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'PortForwarding': '1.3', Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'QosPolicy': '1.10', Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'SecurityGroup': '1.5', Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'SecurityGroupRule': '1.2', Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'SubPort': '1.0', Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Subnet': '1.1', Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Trunk': '1.1'}} Aug 24 08:47:54.351282 dv-cinder-852211-5-iscsi neutron-server[118616]: {{(pid=118616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 08:47:54.421943 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (9d21bafc-0ada-4681-8d22-8c5b686f88d6), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:54.517825 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (9d21bafc-0ada-4681-8d22-8c5b686f88d6), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:54.526854 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:47:54.526854 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:54.530453 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:47:54.651943 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] Pushing event updated for resources: {'Network': ['ID=9d21bafc-0ada-4681-8d22-8c5b686f88d6,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:47:54.659687 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-e227579d-2849-43b0-9d90-3e8e989f193b demo demo] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0292792 Aug 24 08:47:54.678008 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network 9d21bafc-0ada-4681-8d22-8c5b686f88d6 details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 08:47:57.354219 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56158) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:47:57.556002 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:47:57.565084 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=4 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:47:57.858174 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0b9b7e-7250-456d-8d91-cbf7c3d090bb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:47:57.859789 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-bf0b9b7e-7250-456d-8d91-cbf7c3d090bb demo admin] 10.222.0.64 "GET /networking/v2.0/networks/9d21bafc-0ada-4681-8d22-8c5b686f88d6 HTTP/1.1" status: 200 len: 825 time: 0.5043635 Aug 24 08:47:57.888328 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-edef98b1-9a8e-4d68-8235-5430a5a70e41 demo admin] 10.222.0.64 "GET /networking/v2.0/subnetpools/babb3113-d633-4d6d-a9f9-ad5739b53654 HTTP/1.1" status: 200 len: 734 time: 0.0219522 Aug 24 08:47:57.902540 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-7dec548f-2bd0-44ae-97e0-56ebdff60441 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '9d21bafc-0ada-4681-8d22-8c5b686f88d6', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'babb3113-d633-4d6d-a9f9-ad5739b53654'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:47:57.980422 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dec548f-2bd0-44ae-97e0-56ebdff60441 demo admin] Made reservation on behalf of 5d21b37c9bd744349387927fa9dbae25 for: {'subnet': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:47:57.983504 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7dec548f-2bd0-44ae-97e0-56ebdff60441 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:58.221472 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:47:58.380831 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7dec548f-2bd0-44ae-97e0-56ebdff60441 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for subnet (25583cf6-9201-486a-adb5-166571ca0785), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:58.454452 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec548f-2bd0-44ae-97e0-56ebdff60441 demo admin] Pushing event updated for resources: {'Subnet': ['ID=25583cf6-9201-486a-adb5-166571ca0785,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:47:58.466594 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dec548f-2bd0-44ae-97e0-56ebdff60441 demo admin] Checking segment: {'id': '22d2384d-ff2e-48dc-8286-c5b31be00a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9d21bafc-0ada-4681-8d22-8c5b686f88d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:47:58.466594 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dec548f-2bd0-44ae-97e0-56ebdff60441 demo admin] Network hostable DHCP agents. Network: 9d21bafc-0ada-4681-8d22-8c5b686f88d6, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 08:47:58.575059 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dec548f-2bd0-44ae-97e0-56ebdff60441 demo admin] Network 9d21bafc-0ada-4681-8d22-8c5b686f88d6 is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 08:47:58.671618 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-7dec548f-2bd0-44ae-97e0-56ebdff60441 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, 9d21bafc-0ada-4681-8d22-8c5b686f88d6) {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:47:58.676751 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dec548f-2bd0-44ae-97e0-56ebdff60441 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:47:58.677344 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7dec548f-2bd0-44ae-97e0-56ebdff60441 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:58.683414 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a49ede-4213-4933-8909-ea7cf1698e1c None None] Network 9d21bafc-0ada-4681-8d22-8c5b686f88d6 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:47:58.713194 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=23,neutron:INSERT=34 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:47:58.789397 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-7dec548f-2bd0-44ae-97e0-56ebdff60441 demo admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8909755 Aug 24 08:47:58.973734 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd452859c-924c-557e-ba58-3e88bb5a2311-9d21bafc-0ada-4681-8d22-8c5b686f88d6', 'network_id': '9d21bafc-0ada-4681-8d22-8c5b686f88d6', 'project_id': '5d21b37c9bd744349387927fa9dbae25', 'fixed_ips': [{'subnet_id': '25583cf6-9201-486a-adb5-166571ca0785'}]}} from dv-cinder-852211-5-iscsi. {{(pid=118618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 08:47:58.975271 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:59.352481 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.db_base_plugin_common [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Allocated IP 172.20.0.2 (9d21bafc-0ada-4681-8d22-8c5b686f88d6/25583cf6-9201-486a-adb5-166571ca0785/483eb787-a712-4ac8-99f0-6e4c1ee1813f) {{(pid=118618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:47:59.689136 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Publish callbacks [] for port (483eb787-a712-4ac8-99f0-6e4c1ee1813f), precommit_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:59.741256 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (483eb787-a712-4ac8-99f0-6e4c1ee1813f), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:47:59.856716 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Network 9d21bafc-0ada-4681-8d22-8c5b686f88d6 is already hosted by enough agents. {{(pid=118618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:47:59.875843 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.base_scheduler [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Resources bound (agent type, host, resource id): {{(pid=118618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:47:59.893607 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Received port after_create {{(pid=118618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:47:59.906480 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Pushing event updated for resources: {'Port': ['ID=483eb787-a712-4ac8-99f0-6e4c1ee1813f,revision_number=1']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:47:59.988271 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:59.988718 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:59.989275 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:59.989828 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:59.990351 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:59.990905 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:59.991436 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:59.991995 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:59.992518 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:59.993039 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:59.993627 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:59.994174 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:59.994743 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:59.995271 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:59.995796 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Tracked resource versions report: Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: pushed versions: Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: { 'AddressGroup': {'1.2'}, Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Agent': {'1.1'}, Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'ConntrackHelper': {'1.0'}, Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'LocalIPAssociation': {'1.0'}, Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Log': {'1.0'}, Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'NDPProxy': {'1.0'}, Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Network': {'1.1'}, Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Port': {'1.7'}, Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'PortForwarding': {'1.3'}, Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'QosPolicy': {'1.10'}, Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'SecurityGroup': {'1.5'}, Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'SecurityGroupRule': {'1.2'}, Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'SubPort': {'1.0'}, Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Subnet': {'1.1'}, Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Trunk': {'1.1'}} Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: consumer versions: Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: { DHCP agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: L3 agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: Metadata agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: Metering agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: Open vSwitch agent@dv-cinder-852211-5-iscsi: { 'AddressGroup': '1.2', Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Agent': '1.1', Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'ConntrackHelper': '1.0', Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'LocalIPAssociation': '1.0', Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Log': '1.0', Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'NDPProxy': '1.0', Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Network': '1.1', Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Port': '1.7', Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'PortForwarding': '1.3', Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'QosPolicy': '1.10', Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'SecurityGroup': '1.5', Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'SecurityGroupRule': '1.2', Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'SubPort': '1.0', Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Subnet': '1.1', Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Trunk': '1.1'}} Aug 24 08:47:59.998261 dv-cinder-852211-5-iscsi neutron-server[118618]: {{(pid=118618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 08:48:00.051845 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Attempting to bind port 483eb787-a712-4ac8-99f0-6e4c1ee1813f on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:48:00.052424 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Attempting to bind port 483eb787-a712-4ac8-99f0-6e4c1ee1813f by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '22d2384d-ff2e-48dc-8286-c5b31be00a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9d21bafc-0ada-4681-8d22-8c5b686f88d6'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:48:00.052939 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Attempting to bind port 483eb787-a712-4ac8-99f0-6e4c1ee1813f on network 9d21bafc-0ada-4681-8d22-8c5b686f88d6 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:48:00.059174 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:48:00.059687 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Checking segment: {'id': '22d2384d-ff2e-48dc-8286-c5b31be00a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9d21bafc-0ada-4681-8d22-8c5b686f88d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:48:00.060309 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:00.060792 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Bound using segment: {'id': '22d2384d-ff2e-48dc-8286-c5b31be00a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9d21bafc-0ada-4681-8d22-8c5b686f88d6'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:48:00.061388 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Bound port: 483eb787-a712-4ac8-99f0-6e4c1ee1813f, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d2384d-ff2e-48dc-8286-c5b31be00a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9d21bafc-0ada-4681-8d22-8c5b686f88d6'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:48:00.061887 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (483eb787-a712-4ac8-99f0-6e4c1ee1813f), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:00.134782 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] For port 483eb787-a712-4ac8-99f0-6e4c1ee1813f, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:48:00.158479 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] For port 483eb787-a712-4ac8-99f0-6e4c1ee1813f, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=483eb787-a712-4ac8-99f0-6e4c1ee1813f,segment=NetworkSegment(22d2384d-ff2e-48dc-8286-c5b31be00a81),segment_id=22d2384d-ff2e-48dc-8286-c5b31be00a81)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:48:00.254850 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (483eb787-a712-4ac8-99f0-6e4c1ee1813f), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:00.337092 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b7bfa-7bbb-4647-962e-25ff57511cbc None None] Pushing event updated for resources: {'Port': ['ID=483eb787-a712-4ac8-99f0-6e4c1ee1813f,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:48:01.837915 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 56172) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:48:02.195894 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [None req-762f4875-0f56-4515-9108-f1f93c30e96c admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 08:48:02.196900 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-762f4875-0f56-4515-9108-f1f93c30e96c admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3579168 Aug 24 08:48:04.706990 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 56180) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:48:05.089845 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [None req-dbf946c7-453a-4624-b764-1fa71f314e54 admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 08:48:05.090879 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-dbf946c7-453a-4624-b764-1fa71f314e54 admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3829477 Aug 24 08:48:06.663076 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 5 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:48:07.615509 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56188) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:48:08.007041 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-060283e6-e461-4a14-b2a7-05703c180fac demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:48:08.122616 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-060283e6-e461-4a14-b2a7-05703c180fac demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4634'] for router (bae2eec8-328e-46d8-b644-7b7f9a163590), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:08.124616 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-060283e6-e461-4a14-b2a7-05703c180fac demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4613'] for router (bae2eec8-328e-46d8-b644-7b7f9a163590), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:08.315320 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-060283e6-e461-4a14-b2a7-05703c180fac demo demo] Publish callbacks [] for router_controller (bae2eec8-328e-46d8-b644-7b7f9a163590), precommit_add_association {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:08.388129 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-060283e6-e461-4a14-b2a7-05703c180fac demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698477'] for router (bae2eec8-328e-46d8-b644-7b7f9a163590), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:08.598134 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-060283e6-e461-4a14-b2a7-05703c180fac demo demo] Publish callbacks [] for router (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:08.599486 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-060283e6-e461-4a14-b2a7-05703c180fac demo demo] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9827976 Aug 24 08:48:08.915339 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 483eb787-a712-4ac8-99f0-6e4c1ee1813f up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:48:09.025721 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 483eb787-a712-4ac8-99f0-6e4c1ee1813f triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:48:09.026506 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (483eb787-a712-4ac8-99f0-6e4c1ee1813f), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:09.156877 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 483eb787-a712-4ac8-99f0-6e4c1ee1813f is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:48:09.157366 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (483eb787-a712-4ac8-99f0-6e4c1ee1813f), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:09.213008 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port 483eb787-a712-4ac8-99f0-6e4c1ee1813f, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=483eb787-a712-4ac8-99f0-6e4c1ee1813f,segment=NetworkSegment(22d2384d-ff2e-48dc-8286-c5b31be00a81),segment_id=22d2384d-ff2e-48dc-8286-c5b31be00a81)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:48:09.357060 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (483eb787-a712-4ac8-99f0-6e4c1ee1813f), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:09.450146 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=483eb787-a712-4ac8-99f0-6e4c1ee1813f,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:48:09.685100 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f561ef1-345d-4b51-9e3f-57be9620dccb None None] Network 9d21bafc-0ada-4681-8d22-8c5b686f88d6 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:48:09.763680 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-5a655a32-7f36-4bf6-9194-72f6edd53797 None None] Provisioning complete for port 483eb787-a712-4ac8-99f0-6e4c1ee1813f triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:48:09.764100 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-5a655a32-7f36-4bf6-9194-72f6edd53797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (483eb787-a712-4ac8-99f0-6e4c1ee1813f), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:09.770777 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:09.794961 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:09.821165 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:09.904054 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-5a655a32-7f36-4bf6-9194-72f6edd53797 None None] Current status of the port 483eb787-a712-4ac8-99f0-6e4c1ee1813f is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:48:10.124118 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-75732069-9cbf-47bb-b703-a1111c4c24f4 None None] Provisioning complete for port 483eb787-a712-4ac8-99f0-6e4c1ee1813f triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:48:10.124947 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-75732069-9cbf-47bb-b703-a1111c4c24f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (483eb787-a712-4ac8-99f0-6e4c1ee1813f), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:10.206451 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-75732069-9cbf-47bb-b703-a1111c4c24f4 None None] Current status of the port 483eb787-a712-4ac8-99f0-6e4c1ee1813f is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:48:10.883246 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 483eb787-a712-4ac8-99f0-6e4c1ee1813f up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:48:10.940793 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 483eb787-a712-4ac8-99f0-6e4c1ee1813f triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:48:10.941234 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (483eb787-a712-4ac8-99f0-6e4c1ee1813f), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:11.021739 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 483eb787-a712-4ac8-99f0-6e4c1ee1813f is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:48:11.174946 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56204) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:48:11.566530 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [None req-ec311b12-c287-4b06-93e7-3ec1b48f9067 admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 08:48:11.567747 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-ec311b12-c287-4b06-93e7-3ec1b48f9067 admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3915999 Aug 24 08:48:11.858891 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-144c1d5d-843e-40fd-88ba-f5a77b623331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:14.133654 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 56212) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:48:14.275673 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-db762d25-2ebf-4418-ac07-4a036bd081f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:14.516796 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:48:14.530490 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writer thread running {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 08:48:14.531179 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:14.630009 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Made reservation on behalf of a6994c6fdbe24b2e98be4db89dbc57c9 for: {'network': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:48:14.699979 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.policy [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=118617) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 08:48:14.743596 dv-cinder-852211-5-iscsi neutron-server[118617]: WARNING oslo_policy.policy [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 08:48:14.743892 dv-cinder-852211-5-iscsi neutron-server[118617]: WARNING oslo_policy.policy [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 08:48:14.753628 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:14.775461 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:14.903282 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Publish callbacks [] for security_group (2957d8c4-0d04-47dd-8d4b-3fb81a2a43bf), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:14.972320 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (2957d8c4-0d04-47dd-8d4b-3fb81a2a43bf), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:14.986459 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Reserving flat network on physical network physnet1 {{(pid=118617) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 08:48:15.020004 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762420374119', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (8aac1b33-0044-432d-b316-765012ffb5b9), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:15.020489 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Unsubscribe: segment precommit_create {{(pid=118617) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 08:48:15.021041 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.segments_db [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Added segment 8aac1b33-0044-432d-b316-765012ffb5b9 of type flat for network 386fbc02-808a-45e3-b701-f07af8827885 Aug 24 08:48:15.039544 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2957d8c4-0d04-47dd-8d4b-3fb81a2a43bf,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:48:15.094525 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:15.094898 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:15.095259 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:15.095600 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:15.095938 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:15.096260 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:15.096587 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:15.096912 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:15.097271 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:15.097579 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:15.097920 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:15.098258 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:15.098581 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:15.098933 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:15.099249 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Tracked resource versions report: Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: pushed versions: Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: { 'AddressGroup': {'1.2'}, Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Agent': {'1.1'}, Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'ConntrackHelper': {'1.0'}, Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'LocalIPAssociation': {'1.0'}, Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Log': {'1.0'}, Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'NDPProxy': {'1.0'}, Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Network': {'1.1'}, Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Port': {'1.7'}, Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'PortForwarding': {'1.3'}, Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'QosPolicy': {'1.10'}, Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'SecurityGroup': {'1.5'}, Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'SecurityGroupRule': {'1.2'}, Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'SubPort': {'1.0'}, Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Subnet': {'1.1'}, Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Trunk': {'1.1'}} Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: consumer versions: Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: { DHCP agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: L3 agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: Metadata agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: Metering agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: Open vSwitch agent@dv-cinder-852211-5-iscsi: { 'AddressGroup': '1.2', Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Agent': '1.1', Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'ConntrackHelper': '1.0', Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'LocalIPAssociation': '1.0', Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Log': '1.0', Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'NDPProxy': '1.0', Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Network': '1.1', Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Port': '1.7', Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'PortForwarding': '1.3', Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'QosPolicy': '1.10', Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'SecurityGroup': '1.5', Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'SecurityGroupRule': '1.2', Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'SubPort': '1.0', Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Subnet': '1.1', Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Trunk': '1.1'}} Aug 24 08:48:15.101377 dv-cinder-852211-5-iscsi neutron-server[118617]: {{(pid=118617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 08:48:15.149757 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (386fbc02-808a-45e3-b701-f07af8827885), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:15.269428 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (386fbc02-808a-45e3-b701-f07af8827885), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:15.270855 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:48:15.271506 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:15.387597 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] Pushing event updated for resources: {'Network': ['ID=386fbc02-808a-45e3-b701-f07af8827885,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:48:15.400630 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network 386fbc02-808a-45e3-b701-f07af8827885 details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 08:48:15.421169 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-a82c9921-63ab-4297-8427-b758b781c140 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2861247 Aug 24 08:48:15.732753 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:16.659084 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=2 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:16.955335 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:17.538412 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:17.966380 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 56228) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:48:18.393795 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=76,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:18.405789 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92426c85-625a-452f-9db2-175cc6686ef8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:48:18.407255 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-92426c85-625a-452f-9db2-175cc6686ef8 demo admin] 10.222.0.64 "GET /networking/v2.0/subnets/25583cf6-9201-486a-adb5-166571ca0785 HTTP/1.1" status: 200 len: 849 time: 0.4398894 Aug 24 08:48:18.533954 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=25,neutron:DELETE=3,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:18.577125 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-9f30cdce-1bce-47f2-b137-a8c1913f6e07 demo admin] 10.222.0.64 "GET /networking/v2.0/routers/bae2eec8-328e-46d8-b644-7b7f9a163590 HTTP/1.1" status: 200 len: 704 time: 0.1630540 Aug 24 08:48:18.868677 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:19.047215 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:19.148627 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:19.176524 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] Allocated IP 172.20.0.1 (9d21bafc-0ada-4681-8d22-8c5b686f88d6/25583cf6-9201-486a-adb5-166571ca0785/43326fc3-4b3e-41a4-927a-3822ffc64127) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:48:19.386033 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] Publish callbacks [] for port (43326fc3-4b3e-41a4-927a-3822ffc64127), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:19.515639 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (43326fc3-4b3e-41a4-927a-3822ffc64127), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:19.602307 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] Network 9d21bafc-0ada-4681-8d22-8c5b686f88d6 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:48:19.608275 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:48:19.613294 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] Pushing event updated for resources: {'Port': ['ID=43326fc3-4b3e-41a4-927a-3822ffc64127,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:48:19.615941 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:48:19.616515 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996336'] for router_interface (bae2eec8-328e-46d8-b644-7b7f9a163590), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:19.888309 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-375400ee-0396-4296-8003-855a8d9eeff1 None None] Provisioning complete for port 43326fc3-4b3e-41a4-927a-3822ffc64127 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:48:19.888995 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-375400ee-0396-4296-8003-855a8d9eeff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (43326fc3-4b3e-41a4-927a-3822ffc64127), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:19.890119 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (43326fc3-4b3e-41a4-927a-3822ffc64127), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:19.921373 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-375400ee-0396-4296-8003-855a8d9eeff1 None None] Port 43326fc3-4b3e-41a4-927a-3822ffc64127 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:48:20.175534 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] Publish callbacks [] for port (43326fc3-4b3e-41a4-927a-3822ffc64127), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:20.241259 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (43326fc3-4b3e-41a4-927a-3822ffc64127), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:20.242126 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996364'] for router_interface (bae2eec8-328e-46d8-b644-7b7f9a163590), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:20.300176 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:20.307605 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] Pushing event updated for resources: {'Port': ['ID=43326fc3-4b3e-41a4-927a-3822ffc64127,revision_number=2']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:48:20.380156 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] Network 9d21bafc-0ada-4681-8d22-8c5b686f88d6 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:48:20.382364 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:48:20.630396 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] Router bae2eec8-328e-46d8-b644-7b7f9a163590 is scheduled to L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed with binding_index 1 {{(pid=118617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 08:48:20.645813 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-2cc98885-cf87-439e-a824-fcd53a93fe21 None None] Provisioning complete for port 43326fc3-4b3e-41a4-927a-3822ffc64127 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:48:20.646470 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-2cc98885-cf87-439e-a824-fcd53a93fe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (43326fc3-4b3e-41a4-927a-3822ffc64127), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:20.682309 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-2cc98885-cf87-439e-a824-fcd53a93fe21 None None] Port 43326fc3-4b3e-41a4-927a-3822ffc64127 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:48:20.708071 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:20.723566 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:48:20.728943 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-231eb4a6-0072-46dd-af90-bf1aefd9ccfd demo admin] 10.222.0.64 "PUT /networking/v2.0/routers/bae2eec8-328e-46d8-b644-7b7f9a163590/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1462727 Aug 24 08:48:20.746302 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Sync routers for ids ['bae2eec8-328e-46d8-b644-7b7f9a163590'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:48:20.759633 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Routers {'bae2eec8-328e-46d8-b644-7b7f9a163590'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:48:20.760458 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:48:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['bae2eec8-328e-46d8-b644-7b7f9a163590'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:48:20.951305 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Set router bae2eec8-328e-46d8-b644-7b7f9a163590 gateway port host: None {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:48:21.419208 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae2eec8-328e-46d8-b644-7b7f9a163590', 'name': 'router1', 'tenant_id': '5d21b37c9bd744349387927fa9dbae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:48:08Z', 'updated_at': '2022-08-24T08:48:19Z', 'revision_number': 2, 'project_id': '5d21b37c9bd744349387927fa9dbae25', 'gw_port_host': None, '_interfaces': [{'id': '43326fc3-4b3e-41a4-927a-3822ffc64127', 'name': '', 'network_id': '9d21bafc-0ada-4681-8d22-8c5b686f88d6', 'tenant_id': '5d21b37c9bd744349387927fa9dbae25', 'mac_address': 'fa:16:3e:fd:6d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae2eec8-328e-46d8-b644-7b7f9a163590', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25583cf6-9201-486a-adb5-166571ca0785', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:48:18Z', 'updated_at': '2022-08-24T08:48:19Z', 'revision_number': 2, 'project_id': '5d21b37c9bd744349387927fa9dbae25', 'subnets': [{'id': '25583cf6-9201-486a-adb5-166571ca0785', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'babb3113-d633-4d6d-a9f9-ad5739b53654'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:48:21.489582 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Checking router: bae2eec8-328e-46d8-b644-7b7f9a163590 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:48:21.490192 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Updating router bae2eec8-328e-46d8-b644-7b7f9a163590 port 43326fc3-4b3e-41a4-927a-3822ffc64127 binding host dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:48:21.564485 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (43326fc3-4b3e-41a4-927a-3822ffc64127), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:22.376583 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Publish callbacks [] for port (43326fc3-4b3e-41a4-927a-3822ffc64127), precommit_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:22.469053 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (43326fc3-4b3e-41a4-927a-3822ffc64127), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:22.629158 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adc5f2-1a4b-4c5d-a73d-332ee8e940c6 None None] Pushing event updated for resources: {'Port': ['ID=43326fc3-4b3e-41a4-927a-3822ffc64127,revision_number=3']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:48:22.644513 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Attempting to bind port 43326fc3-4b3e-41a4-927a-3822ffc64127 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:48:22.644930 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Attempting to bind port 43326fc3-4b3e-41a4-927a-3822ffc64127 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '22d2384d-ff2e-48dc-8286-c5b31be00a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9d21bafc-0ada-4681-8d22-8c5b686f88d6'}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:48:22.645387 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Attempting to bind port 43326fc3-4b3e-41a4-927a-3822ffc64127 on network 9d21bafc-0ada-4681-8d22-8c5b686f88d6 {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:48:22.648759 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc5f2-1a4b-4c5d-a73d-332ee8e940c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:22.649111 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc5f2-1a4b-4c5d-a73d-332ee8e940c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:22.649466 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc5f2-1a4b-4c5d-a73d-332ee8e940c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:22.649804 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc5f2-1a4b-4c5d-a73d-332ee8e940c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:22.650189 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc5f2-1a4b-4c5d-a73d-332ee8e940c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:22.650465 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc5f2-1a4b-4c5d-a73d-332ee8e940c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:22.650836 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc5f2-1a4b-4c5d-a73d-332ee8e940c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:22.651171 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc5f2-1a4b-4c5d-a73d-332ee8e940c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:22.651517 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc5f2-1a4b-4c5d-a73d-332ee8e940c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:22.651838 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc5f2-1a4b-4c5d-a73d-332ee8e940c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:22.652191 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc5f2-1a4b-4c5d-a73d-332ee8e940c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:22.652532 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc5f2-1a4b-4c5d-a73d-332ee8e940c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:22.652855 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc5f2-1a4b-4c5d-a73d-332ee8e940c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:22.653172 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc5f2-1a4b-4c5d-a73d-332ee8e940c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:22.653499 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc5f2-1a4b-4c5d-a73d-332ee8e940c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc5f2-1a4b-4c5d-a73d-332ee8e940c6 None None] Tracked resource versions report: Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: pushed versions: Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: { 'AddressGroup': {'1.2'}, Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Agent': {'1.1'}, Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'ConntrackHelper': {'1.0'}, Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'LocalIPAssociation': {'1.0'}, Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Log': {'1.0'}, Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'NDPProxy': {'1.0'}, Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Network': {'1.1'}, Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Port': {'1.7'}, Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'PortForwarding': {'1.3'}, Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'QosPolicy': {'1.10'}, Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'SecurityGroup': {'1.5'}, Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'SecurityGroupRule': {'1.2'}, Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'SubPort': {'1.0'}, Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Subnet': {'1.1'}, Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Trunk': {'1.1'}} Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: consumer versions: Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: { DHCP agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: L3 agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: Metadata agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: Metering agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: Open vSwitch agent@dv-cinder-852211-5-iscsi: { 'AddressGroup': '1.2', Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Agent': '1.1', Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'ConntrackHelper': '1.0', Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'LocalIPAssociation': '1.0', Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Log': '1.0', Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'NDPProxy': '1.0', Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Network': '1.1', Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Port': '1.7', Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'PortForwarding': '1.3', Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'QosPolicy': '1.10', Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'SecurityGroup': '1.5', Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'SecurityGroupRule': '1.2', Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'SubPort': '1.0', Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Subnet': '1.1', Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Trunk': '1.1'}} Aug 24 08:48:22.655336 dv-cinder-852211-5-iscsi neutron-server[118619]: {{(pid=118619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 08:48:22.666531 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:48:22.667082 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Checking segment: {'id': '22d2384d-ff2e-48dc-8286-c5b31be00a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9d21bafc-0ada-4681-8d22-8c5b686f88d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:48:22.667861 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:22.668296 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Bound using segment: {'id': '22d2384d-ff2e-48dc-8286-c5b31be00a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9d21bafc-0ada-4681-8d22-8c5b686f88d6'} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:48:22.668836 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Bound port: 43326fc3-4b3e-41a4-927a-3822ffc64127, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d2384d-ff2e-48dc-8286-c5b31be00a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9d21bafc-0ada-4681-8d22-8c5b686f88d6'}}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:48:22.669306 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (43326fc3-4b3e-41a4-927a-3822ffc64127), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:22.742291 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] For port 43326fc3-4b3e-41a4-927a-3822ffc64127, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:48:22.763731 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] For port 43326fc3-4b3e-41a4-927a-3822ffc64127, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=43326fc3-4b3e-41a4-927a-3822ffc64127,segment=NetworkSegment(22d2384d-ff2e-48dc-8286-c5b31be00a81),segment_id=22d2384d-ff2e-48dc-8286-c5b31be00a81)] {{(pid=118619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:48:22.853191 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (43326fc3-4b3e-41a4-927a-3822ffc64127), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:22.864716 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:22.918134 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:22.929776 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Routers {'bae2eec8-328e-46d8-b644-7b7f9a163590'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:48:22.930817 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:48:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['bae2eec8-328e-46d8-b644-7b7f9a163590'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:48:23.033272 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adc5f2-1a4b-4c5d-a73d-332ee8e940c6 None None] Pushing event updated for resources: {'Port': ['ID=43326fc3-4b3e-41a4-927a-3822ffc64127,revision_number=4']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:48:23.062392 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] Set router bae2eec8-328e-46d8-b644-7b7f9a163590 gateway port host: None {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:48:23.214594 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56244) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:48:23.270170 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae2eec8-328e-46d8-b644-7b7f9a163590', 'name': 'router1', 'tenant_id': '5d21b37c9bd744349387927fa9dbae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:48:08Z', 'updated_at': '2022-08-24T08:48:19Z', 'revision_number': 2, 'project_id': '5d21b37c9bd744349387927fa9dbae25', 'gw_port_host': None, '_interfaces': [{'id': '43326fc3-4b3e-41a4-927a-3822ffc64127', 'name': '', 'network_id': '9d21bafc-0ada-4681-8d22-8c5b686f88d6', 'tenant_id': '5d21b37c9bd744349387927fa9dbae25', 'mac_address': 'fa:16:3e:fd:6d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae2eec8-328e-46d8-b644-7b7f9a163590', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25583cf6-9201-486a-adb5-166571ca0785', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:48:18Z', 'updated_at': '2022-08-24T08:48:22Z', 'revision_number': 4, 'project_id': '5d21b37c9bd744349387927fa9dbae25', 'subnets': [{'id': '25583cf6-9201-486a-adb5-166571ca0785', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'babb3113-d633-4d6d-a9f9-ad5739b53654'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:48:23.298715 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0f561-669d-4e19-910f-647f2487e10b None None] The sync data for ids ['bae2eec8-328e-46d8-b644-7b7f9a163590'] in dv-cinder-852211-5-iscsi is: [{'id': 'bae2eec8-328e-46d8-b644-7b7f9a163590', 'name': 'router1', 'tenant_id': '5d21b37c9bd744349387927fa9dbae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:48:08Z', 'updated_at': '2022-08-24T08:48:19Z', 'revision_number': 2, 'project_id': '5d21b37c9bd744349387927fa9dbae25', 'gw_port_host': None, '_interfaces': [{'id': '43326fc3-4b3e-41a4-927a-3822ffc64127', 'name': '', 'network_id': '9d21bafc-0ada-4681-8d22-8c5b686f88d6', 'tenant_id': '5d21b37c9bd744349387927fa9dbae25', 'mac_address': 'fa:16:3e:fd:6d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae2eec8-328e-46d8-b644-7b7f9a163590', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25583cf6-9201-486a-adb5-166571ca0785', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:48:18Z', 'updated_at': '2022-08-24T08:48:22Z', 'revision_number': 4, 'project_id': '5d21b37c9bd744349387927fa9dbae25', 'subnets': [{'id': '25583cf6-9201-486a-adb5-166571ca0785', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'babb3113-d633-4d6d-a9f9-ad5739b53654'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:48:23.684362 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246a5df3-ccfb-4bd7-b183-5be5fc705a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:48:23.686095 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-246a5df3-ccfb-4bd7-b183-5be5fc705a90 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/386fbc02-808a-45e3-b701-f07af8827885 HTTP/1.1" status: 200 len: 842 time: 0.4702759 Aug 24 08:48:23.700987 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-b3677d42-9de6-4e00-814f-c353fb008e33 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:48:23.777646 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3677d42-9de6-4e00-814f-c353fb008e33 admin admin] Made reservation on behalf of a6994c6fdbe24b2e98be4db89dbc57c9 for: {'subnet': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:48:23.780336 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b3677d42-9de6-4e00-814f-c353fb008e33 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:24.175136 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.objects.ports [None req-b3677d42-9de6-4e00-814f-c353fb008e33 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=118616) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 24 08:48:24.175632 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b3677d42-9de6-4e00-814f-c353fb008e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for subnet (e6fb6576-7b73-452e-87d9-36e6084ed492), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:24.241742 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3677d42-9de6-4e00-814f-c353fb008e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6fb6576-7b73-452e-87d9-36e6084ed492,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:48:24.249818 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3677d42-9de6-4e00-814f-c353fb008e33 admin admin] Checking segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:48:24.250039 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3677d42-9de6-4e00-814f-c353fb008e33 admin admin] Network hostable DHCP agents. Network: 386fbc02-808a-45e3-b701-f07af8827885, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 08:48:24.331629 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3677d42-9de6-4e00-814f-c353fb008e33 admin admin] Network 386fbc02-808a-45e3-b701-f07af8827885 is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 08:48:24.383101 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-b3677d42-9de6-4e00-814f-c353fb008e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, 386fbc02-808a-45e3-b701-f07af8827885) {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:48:24.388933 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3677d42-9de6-4e00-814f-c353fb008e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:48:24.389834 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b3677d42-9de6-4e00-814f-c353fb008e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:24.398361 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d238124a-d81d-49e6-bd03-b5f924076f4a None None] Network 386fbc02-808a-45e3-b701-f07af8827885 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:48:24.535673 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-b3677d42-9de6-4e00-814f-c353fb008e33 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8402443 Aug 24 08:48:24.563998 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eecb25-d9ee-4fa3-90ff-ac5c2da2873c None None] Network 386fbc02-808a-45e3-b701-f07af8827885 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:48:27.535212 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56252) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:48:28.091874 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-466564c5-c2eb-4a46-aeca-79c1954b9a4f demo admin] 10.222.0.64 "GET /networking/v2.0/routers/bae2eec8-328e-46d8-b644-7b7f9a163590 HTTP/1.1" status: 200 len: 710 time: 0.5554445 Aug 24 08:48:28.201097 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3bf0fc-b7bd-4178-9246-39170c5eb0a6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:48:28.202528 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-ac3bf0fc-b7bd-4178-9246-39170c5eb0a6 demo admin] 10.222.0.64 "GET /networking/v2.0/networks/386fbc02-808a-45e3-b701-f07af8827885 HTTP/1.1" status: 200 len: 886 time: 0.1050422 Aug 24 08:48:28.214157 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-e2dd873a-ef81-4762-8686-43972f0a7d92 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:48:28.407864 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:28.551778 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e2dd873a-ef81-4762-8686-43972f0a7d92 demo admin] Publish callbacks [] for router_gateway (bae2eec8-328e-46d8-b644-7b7f9a163590), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:28.641917 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:28.921903 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e2dd873a-ef81-4762-8686-43972f0a7d92 demo admin] Publish callbacks [] for router_gateway (bae2eec8-328e-46d8-b644-7b7f9a163590), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:28.922886 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 43326fc3-4b3e-41a4-927a-3822ffc64127 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:48:28.976003 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 43326fc3-4b3e-41a4-927a-3822ffc64127 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:48:28.976440 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (43326fc3-4b3e-41a4-927a-3822ffc64127), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:29.035468 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e2dd873a-ef81-4762-8686-43972f0a7d92 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:29.068475 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 43326fc3-4b3e-41a4-927a-3822ffc64127 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:48:29.069014 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (43326fc3-4b3e-41a4-927a-3822ffc64127), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:29.127614 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port 43326fc3-4b3e-41a4-927a-3822ffc64127, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=43326fc3-4b3e-41a4-927a-3822ffc64127,segment=NetworkSegment(22d2384d-ff2e-48dc-8286-c5b31be00a81),segment_id=22d2384d-ff2e-48dc-8286-c5b31be00a81)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:48:29.183366 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (43326fc3-4b3e-41a4-927a-3822ffc64127), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:29.209363 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-e2dd873a-ef81-4762-8686-43972f0a7d92 demo admin] Allocated IP 172.27.1.223 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/cfd30625-5f4b-44d0-8dfa-067c6d820b13) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:48:29.250894 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=43326fc3-4b3e-41a4-927a-3822ffc64127,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:48:29.336340 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e2dd873a-ef81-4762-8686-43972f0a7d92 demo admin] Publish callbacks [] for port (cfd30625-5f4b-44d0-8dfa-067c6d820b13), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:29.475127 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e2dd873a-ef81-4762-8686-43972f0a7d92 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (cfd30625-5f4b-44d0-8dfa-067c6d820b13), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:29.552939 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dd873a-ef81-4762-8686-43972f0a7d92 demo admin] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:48:29.557824 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-e2dd873a-ef81-4762-8686-43972f0a7d92 demo admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:48:29.564529 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dd873a-ef81-4762-8686-43972f0a7d92 demo admin] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:48:29.599585 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd873a-ef81-4762-8686-43972f0a7d92 demo admin] Pushing event updated for resources: {'Port': ['ID=cfd30625-5f4b-44d0-8dfa-067c6d820b13,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:48:29.689143 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:29.956749 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e2dd873a-ef81-4762-8686-43972f0a7d92 demo admin] Publish callbacks [] for router_gateway (bae2eec8-328e-46d8-b644-7b7f9a163590), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:30.143750 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:30.163373 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e2dd873a-ef81-4762-8686-43972f0a7d92 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1698798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4663'] for router (bae2eec8-328e-46d8-b644-7b7f9a163590), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:30.168304 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e2dd873a-ef81-4762-8686-43972f0a7d92 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1698807'] for router (bae2eec8-328e-46d8-b644-7b7f9a163590), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:30.372562 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2dd873a-ef81-4762-8686-43972f0a7d92 demo admin] Router bae2eec8-328e-46d8-b644-7b7f9a163590 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:48:30.493145 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dd873a-ef81-4762-8686-43972f0a7d92 demo admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:48:30.497815 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e2dd873a-ef81-4762-8686-43972f0a7d92 demo admin] Publish callbacks [] for router (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:30.500021 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-e2dd873a-ef81-4762-8686-43972f0a7d92 demo admin] 10.222.0.64 "PUT /networking/v2.0/routers/bae2eec8-328e-46d8-b644-7b7f9a163590 HTTP/1.1" status: 200 len: 890 time: 2.2895784 Aug 24 08:48:30.506222 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Sync routers for ids ['bae2eec8-328e-46d8-b644-7b7f9a163590'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:48:30.523345 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Routers {'bae2eec8-328e-46d8-b644-7b7f9a163590'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:48:30.524059 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:48:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['bae2eec8-328e-46d8-b644-7b7f9a163590'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:48:30.721787 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=30 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:30.752629 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Set router bae2eec8-328e-46d8-b644-7b7f9a163590 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:48:30.902708 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 43326fc3-4b3e-41a4-927a-3822ffc64127 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:48:30.989642 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:31.048777 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:31.103467 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 43326fc3-4b3e-41a4-927a-3822ffc64127 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:48:31.103916 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (43326fc3-4b3e-41a4-927a-3822ffc64127), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:31.147567 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:31.379398 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae2eec8-328e-46d8-b644-7b7f9a163590', 'name': 'router1', 'tenant_id': '5d21b37c9bd744349387927fa9dbae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cfd30625-5f4b-44d0-8dfa-067c6d820b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:48:08Z', 'updated_at': '2022-08-24T08:48:29Z', 'revision_number': 4, 'project_id': '5d21b37c9bd744349387927fa9dbae25', 'gw_port': {'id': 'cfd30625-5f4b-44d0-8dfa-067c6d820b13', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:27:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae2eec8-328e-46d8-b644-7b7f9a163590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:48:29Z', 'updated_at': '2022-08-24T08:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '43326fc3-4b3e-41a4-927a-3822ffc64127', 'name': '', 'network_id': '9d21bafc-0ada-4681-8d22-8c5b686f88d6', 'tenant_id': '5d21b37c9bd744349387927fa9dbae25', 'mac_address': 'fa:16:3e:fd:6d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae2eec8-328e-46d8-b644-7b7f9a163590', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25583cf6-9201-486a-adb5-166571ca0785', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:48:18Z', 'updated_at': '2022-08-24T08:48:29Z', 'revision_number': 5, 'project_id': '5d21b37c9bd744349387927fa9dbae25', 'subnets': [{'id': '25583cf6-9201-486a-adb5-166571ca0785', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'babb3113-d633-4d6d-a9f9-ad5739b53654'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:48:31.440776 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Checking router: bae2eec8-328e-46d8-b644-7b7f9a163590 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:48:31.441150 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Updating router bae2eec8-328e-46d8-b644-7b7f9a163590 port cfd30625-5f4b-44d0-8dfa-067c6d820b13 binding host dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:48:31.444554 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 43326fc3-4b3e-41a4-927a-3822ffc64127 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:48:31.514201 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (cfd30625-5f4b-44d0-8dfa-067c6d820b13), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:31.908777 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Publish callbacks [] for port (cfd30625-5f4b-44d0-8dfa-067c6d820b13), precommit_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:31.971098 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (cfd30625-5f4b-44d0-8dfa-067c6d820b13), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:32.018807 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Attempting to bind port cfd30625-5f4b-44d0-8dfa-067c6d820b13 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:48:32.019242 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Attempting to bind port cfd30625-5f4b-44d0-8dfa-067c6d820b13 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:48:32.019614 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Attempting to bind port cfd30625-5f4b-44d0-8dfa-067c6d820b13 on network 386fbc02-808a-45e3-b701-f07af8827885 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:48:32.033620 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:48:32.034097 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Checking segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:48:32.034549 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:32.034970 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Bound using segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:48:32.035557 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Bound port: cfd30625-5f4b-44d0-8dfa-067c6d820b13, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:48:32.035993 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (cfd30625-5f4b-44d0-8dfa-067c6d820b13), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:32.039249 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a6c83-7342-4e68-ae2f-d890126c39b7 None None] Pushing event updated for resources: {'Port': ['ID=cfd30625-5f4b-44d0-8dfa-067c6d820b13,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:48:32.096220 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] For port cfd30625-5f4b-44d0-8dfa-067c6d820b13, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:48:32.099821 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] For port cfd30625-5f4b-44d0-8dfa-067c6d820b13, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=cfd30625-5f4b-44d0-8dfa-067c6d820b13,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:48:32.195534 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (cfd30625-5f4b-44d0-8dfa-067c6d820b13), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:32.251042 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Routers {'bae2eec8-328e-46d8-b644-7b7f9a163590'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:48:32.251657 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:48:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['bae2eec8-328e-46d8-b644-7b7f9a163590'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:48:32.329935 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a6c83-7342-4e68-ae2f-d890126c39b7 None None] Pushing event updated for resources: {'Port': ['ID=cfd30625-5f4b-44d0-8dfa-067c6d820b13,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:48:32.375566 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] Set router bae2eec8-328e-46d8-b644-7b7f9a163590 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:48:32.683695 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae2eec8-328e-46d8-b644-7b7f9a163590', 'name': 'router1', 'tenant_id': '5d21b37c9bd744349387927fa9dbae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cfd30625-5f4b-44d0-8dfa-067c6d820b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:48:08Z', 'updated_at': '2022-08-24T08:48:29Z', 'revision_number': 4, 'project_id': '5d21b37c9bd744349387927fa9dbae25', 'gw_port': {'id': 'cfd30625-5f4b-44d0-8dfa-067c6d820b13', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:27:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae2eec8-328e-46d8-b644-7b7f9a163590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:48:29Z', 'updated_at': '2022-08-24T08:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '43326fc3-4b3e-41a4-927a-3822ffc64127', 'name': '', 'network_id': '9d21bafc-0ada-4681-8d22-8c5b686f88d6', 'tenant_id': '5d21b37c9bd744349387927fa9dbae25', 'mac_address': 'fa:16:3e:fd:6d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae2eec8-328e-46d8-b644-7b7f9a163590', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25583cf6-9201-486a-adb5-166571ca0785', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:48:18Z', 'updated_at': '2022-08-24T08:48:29Z', 'revision_number': 5, 'project_id': '5d21b37c9bd744349387927fa9dbae25', 'subnets': [{'id': '25583cf6-9201-486a-adb5-166571ca0785', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'babb3113-d633-4d6d-a9f9-ad5739b53654'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:48:32.711498 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b9e331-42cb-470d-bd6b-079ea60472cb None None] The sync data for ids ['bae2eec8-328e-46d8-b644-7b7f9a163590'] in dv-cinder-852211-5-iscsi is: [{'id': 'bae2eec8-328e-46d8-b644-7b7f9a163590', 'name': 'router1', 'tenant_id': '5d21b37c9bd744349387927fa9dbae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cfd30625-5f4b-44d0-8dfa-067c6d820b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:48:08Z', 'updated_at': '2022-08-24T08:48:29Z', 'revision_number': 4, 'project_id': '5d21b37c9bd744349387927fa9dbae25', 'gw_port': {'id': 'cfd30625-5f4b-44d0-8dfa-067c6d820b13', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:27:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae2eec8-328e-46d8-b644-7b7f9a163590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:48:29Z', 'updated_at': '2022-08-24T08:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '43326fc3-4b3e-41a4-927a-3822ffc64127', 'name': '', 'network_id': '9d21bafc-0ada-4681-8d22-8c5b686f88d6', 'tenant_id': '5d21b37c9bd744349387927fa9dbae25', 'mac_address': 'fa:16:3e:fd:6d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae2eec8-328e-46d8-b644-7b7f9a163590', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25583cf6-9201-486a-adb5-166571ca0785', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:48:18Z', 'updated_at': '2022-08-24T08:48:29Z', 'revision_number': 5, 'project_id': '5d21b37c9bd744349387927fa9dbae25', 'subnets': [{'id': '25583cf6-9201-486a-adb5-166571ca0785', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'babb3113-d633-4d6d-a9f9-ad5739b53654'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:48:32.939474 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device cfd30625-5f4b-44d0-8dfa-067c6d820b13 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:48:32.989267 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port cfd30625-5f4b-44d0-8dfa-067c6d820b13 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:48:32.989653 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (cfd30625-5f4b-44d0-8dfa-067c6d820b13), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:33.075889 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port cfd30625-5f4b-44d0-8dfa-067c6d820b13 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:48:33.076277 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (cfd30625-5f4b-44d0-8dfa-067c6d820b13), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:33.107614 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port cfd30625-5f4b-44d0-8dfa-067c6d820b13, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=cfd30625-5f4b-44d0-8dfa-067c6d820b13,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:48:33.184911 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56264) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:48:33.193686 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (cfd30625-5f4b-44d0-8dfa-067c6d820b13), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:33.248105 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=cfd30625-5f4b-44d0-8dfa-067c6d820b13,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:48:33.268595 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=19 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:33.273410 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=49 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:33.655823 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-df6ed890-a3bd-4be3-8137-f20431aa82b0 admin admin] 10.222.0.64 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4697700 Aug 24 08:48:34.888875 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device cfd30625-5f4b-44d0-8dfa-067c6d820b13 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:48:34.932354 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:34.942695 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port cfd30625-5f4b-44d0-8dfa-067c6d820b13 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:48:34.942695 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (cfd30625-5f4b-44d0-8dfa-067c6d820b13), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:34.991874 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:35.015075 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:35.033784 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port cfd30625-5f4b-44d0-8dfa-067c6d820b13 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:48:41.896016 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-df0840ab-b3b5-4def-ab0f-a0aaa5f6a37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:43.647007 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=20 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:43.652009 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=63 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:43.683513 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 5 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:48:44.256065 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a0e2bf33-53ef-41a9-8324-3911771e36b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:45.754898 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:46.992345 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:47.489779 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:48:49.713370 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=4 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:53.680155 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=4 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:56.915164 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:57.448822 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:48:57.453341 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:49:11.831548 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f933-e1d8-445a-b56d-516cb79c440d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:49:14.236840 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-41499fd9-1605-42f8-925c-9fd909fd62e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:49:15.630551 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:49:16.944841 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:49:17.528267 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:49:20.670893 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 5 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:49:26.664319 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=4 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:49:27.444266 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:49:27.448611 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:49:27.450516 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:49:39.655207 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:49:39.657059 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:49:41.841066 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-b72e49c9-6ad7-4802-a06e-ad4003e1fef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:49:44.252517 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-cde41107-f778-4aa3-a234-4c62e2982af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:49:45.623692 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:49:46.943756 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:49:47.508890 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:49:57.452320 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=5 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:49:57.452875 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:49:57.454117 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:49:57.661566 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 5 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:50:02.071952 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56804) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:50:02.541010 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50b9a8e-0643-45b4-98aa-445c676b4545 admin admin] GET failed (client error): The resource could not be found. Aug 24 08:50:02.542348 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-d50b9a8e-0643-45b4-98aa-445c676b4545 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4695325 Aug 24 08:50:02.711218 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b8a825-794a-4e00-9d2a-3f3c9f92abb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:50:02.712689 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-39b8a825-794a-4e00-9d2a-3f3c9f92abb8 admin admin] 10.222.0.64 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1653781 Aug 24 08:50:05.052728 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56814) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:50:05.453726 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e603f1-d7b2-4c62-8427-26dcad1f903e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:50:05.455390 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-57e603f1-d7b2-4c62-8427-26dcad1f903e admin admin] 10.222.0.64 "GET /networking/v2.0/subnets/25583cf6-9201-486a-adb5-166571ca0785 HTTP/1.1" status: 200 len: 849 time: 0.4017715 Aug 24 08:50:05.468038 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:50:05.585503 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Publish callbacks [] for subnet (25583cf6-9201-486a-adb5-166571ca0785), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:50:05.840523 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762420299156'] for subnet (25583cf6-9201-486a-adb5-166571ca0785), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:50:05.871750 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:50:05.872337 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:50:05.873818 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] 10.222.0.64 "PUT /networking/v2.0/subnets/25583cf6-9201-486a-adb5-166571ca0785 HTTP/1.1" status: 200 len: 868 time: 0.4121006 Aug 24 08:50:05.880474 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad773830-7690-475c-9e9e-e22996782701 None None] Network 9d21bafc-0ada-4681-8d22-8c5b686f88d6 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:50:05.896512 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Pushing event updated for resources: {'Subnet': ['ID=25583cf6-9201-486a-adb5-166571ca0785,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:50:05.905816 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:50:05.906178 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:50:05.906500 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:50:05.906937 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:50:05.907202 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:50:05.907536 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:50:05.907919 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:50:05.908250 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:50:05.908576 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:50:05.908902 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:50:05.909237 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:50:05.909553 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:50:05.909865 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:50:05.910184 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:50:05.910533 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9624abbb-8f85-43ba-a5aa-fdec66ebb46a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:50:06.263560 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-9c93b344-08f6-45db-88a1-619b7844c8f3 None None] Provisioning complete for port 483eb787-a712-4ac8-99f0-6e4c1ee1813f triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:50:06.263951 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9c93b344-08f6-45db-88a1-619b7844c8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (483eb787-a712-4ac8-99f0-6e4c1ee1813f), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:50:06.345385 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-9c93b344-08f6-45db-88a1-619b7844c8f3 None None] Current status of the port 483eb787-a712-4ac8-99f0-6e4c1ee1813f is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:50:06.353312 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-9c93b344-08f6-45db-88a1-619b7844c8f3 None None] Provisioning complete for port 43326fc3-4b3e-41a4-927a-3822ffc64127 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:50:06.353699 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9c93b344-08f6-45db-88a1-619b7844c8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (43326fc3-4b3e-41a4-927a-3822ffc64127), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:50:06.427672 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-9c93b344-08f6-45db-88a1-619b7844c8f3 None None] Current status of the port 43326fc3-4b3e-41a4-927a-3822ffc64127 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:50:07.657473 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=5 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:50:07.661501 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=3 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:50:08.230686 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56822) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:50:08.768644 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b25a05c-da67-43b3-b0ec-f8a28bb096ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:50:08.769347 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b25a05c-da67-43b3-b0ec-f8a28bb096ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:50:08.771456 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-3b25a05c-da67-43b3-b0ec-f8a28bb096ee admin admin] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5397663 Aug 24 08:50:11.105871 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56830) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:50:11.547166 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ac5fc-b386-4b45-8b53-7e33ceb5d051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:50:11.547661 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ac5fc-b386-4b45-8b53-7e33ceb5d051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:50:11.549247 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-fa6ac5fc-b386-4b45-8b53-7e33ceb5d051 admin admin] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4424822 Aug 24 08:50:11.845636 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-5add22ae-e6bb-4f61-b76f-b2fa3ba9332b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:50:13.901893 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56838) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:50:14.274174 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8bef25a1-202b-4a4a-9d5b-39c2e0bac507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:50:14.322467 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23bac4b-e665-403c-9cb0-08b778c444a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:50:14.323945 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-a23bac4b-e665-403c-9cb0-08b778c444a1 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/386fbc02-808a-45e3-b701-f07af8827885 HTTP/1.1" status: 200 len: 886 time: 0.4211807 Aug 24 08:50:15.623847 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:50:16.694328 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56846) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:50:16.932298 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:50:17.060365 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:50:17.062776 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:50:17.142934 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb66e6-0991-4366-9bf2-10520d0650d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:50:17.144380 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-01cb66e6-0991-4366-9bf2-10520d0650d8 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/9d21bafc-0ada-4681-8d22-8c5b686f88d6 HTTP/1.1" status: 200 len: 869 time: 0.4490728 Aug 24 08:50:17.514039 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:50:19.488386 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 56854) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:50:19.900713 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b10c87-b9dd-4b22-a1b2-f7357a08e43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:50:19.901160 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b10c87-b9dd-4b22-a1b2-f7357a08e43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:50:19.902987 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-f9b10c87-b9dd-4b22-a1b2-f7357a08e43e admin admin] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4136817 Aug 24 08:50:22.237510 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56864) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:50:22.653102 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f026ca0-6763-4f31-8be4-5bc517578015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:50:22.654093 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f026ca0-6763-4f31-8be4-5bc517578015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:50:22.655683 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-1f026ca0-6763-4f31-8be4-5bc517578015 admin admin] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4172206 Aug 24 08:50:24.986986 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56872) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:50:25.373105 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7a14c3-63c4-48f4-8cd1-f5e813269578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:50:25.374489 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-ad7a14c3-63c4-48f4-8cd1-f5e813269578 admin admin] 10.222.0.64 "GET /networking/v2.0/subnets/25583cf6-9201-486a-adb5-166571ca0785 HTTP/1.1" status: 200 len: 868 time: 0.3865561 Aug 24 08:50:26.884204 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:50:27.455755 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=36 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:50:27.458673 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:50:27.732062 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56880) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:50:28.161816 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d3a1d2-4dbf-412a-b9dd-4c285a7895c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:50:28.163438 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-33d3a1d2-4dbf-412a-b9dd-4c285a7895c3 admin admin] 10.222.0.64 "GET /networking/v2.0/subnets/e6fb6576-7b73-452e-87d9-36e6084ed492 HTTP/1.1" status: 200 len: 816 time: 0.4303229 Aug 24 08:50:29.893119 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=6 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:50:29.895992 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=7 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:50:34.661160 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 5 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:50:38.154960 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=18 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:50:38.158034 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=33 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:50:41.844562 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-c6152f4b-e474-470e-af68-5bea674e7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:50:44.251012 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9f416adf-ce49-4d36-bbcf-73182af52285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:50:44.657133 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=16 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:50:44.657911 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=18 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:50:45.633119 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:50:46.942435 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:50:47.519957 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:50:56.925463 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56936) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:50:57.375890 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [None req-13c77cd3-ccaf-4fec-b5f2-c39399f95a8b admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 08:50:57.376886 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-13c77cd3-ccaf-4fec-b5f2-c39399f95a8b admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4504652 Aug 24 08:50:57.458910 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=5 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:50:57.461938 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:50:57.465324 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:50:59.816635 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56944) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:51:00.154287 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba5ff6d-878a-4c64-a971-ed0b1eb055c3 admin admin] GET failed (client error): The resource could not be found. Aug 24 08:51:00.155631 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-9ba5ff6d-878a-4c64-a971-ed0b1eb055c3 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3380871 Aug 24 08:51:00.336921 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42591fab-d698-491d-be88-e97ee0e4dc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:51:00.338404 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-42591fab-d698-491d-be88-e97ee0e4dc45 admin admin] 10.222.0.64 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1782615 Aug 24 08:51:02.744102 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56952) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:51:03.079896 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-3b1d5f2b-200a-45f7-bf23-33937147e47e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:51:03.176835 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1d5f2b-200a-45f7-bf23-33937147e47e admin admin] Made reservation on behalf of a6994c6fdbe24b2e98be4db89dbc57c9 for: {'network': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:51:03.179540 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3b1d5f2b-200a-45f7-bf23-33937147e47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:03.218925 dv-cinder-852211-5-iscsi neutron-server[118616]: WARNING neutron.services.revisions.revision_plugin [None req-3b1d5f2b-200a-45f7-bf23-33937147e47e admin admin] Could not find related network for resource to bump revision. Aug 24 08:51:03.231809 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1d5f2b-200a-45f7-bf23-33937147e47e admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=118616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 08:51:03.242171 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3b1d5f2b-200a-45f7-bf23-33937147e47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (86554296-e962-46fa-ba93-8eb8b3511758), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:03.242508 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.segments_db [None req-3b1d5f2b-200a-45f7-bf23-33937147e47e admin admin] Added segment 86554296-e962-46fa-ba93-8eb8b3511758 of type vlan for network d6e10ba4-ab17-49fe-8f1b-6fd234630417 Aug 24 08:51:03.283674 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3b1d5f2b-200a-45f7-bf23-33937147e47e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (d6e10ba4-ab17-49fe-8f1b-6fd234630417), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:03.365596 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3b1d5f2b-200a-45f7-bf23-33937147e47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (d6e10ba4-ab17-49fe-8f1b-6fd234630417), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:03.366619 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1d5f2b-200a-45f7-bf23-33937147e47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:51:03.367247 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3b1d5f2b-200a-45f7-bf23-33937147e47e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:03.461513 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d5f2b-200a-45f7-bf23-33937147e47e admin admin] Pushing event updated for resources: {'Network': ['ID=d6e10ba4-ab17-49fe-8f1b-6fd234630417,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:51:03.471762 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network d6e10ba4-ab17-49fe-8f1b-6fd234630417 details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 08:51:03.504805 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-3b1d5f2b-200a-45f7-bf23-33937147e47e admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7594070 Aug 24 08:51:05.894113 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 56960) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:51:06.252345 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f787204-b9f5-40f0-a2e0-f6bc64ea3eeb admin admin] GET failed (client error): The resource could not be found. Aug 24 08:51:06.253671 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-9f787204-b9f5-40f0-a2e0-f6bc64ea3eeb admin admin] 10.222.0.64 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3586540 Aug 24 08:51:06.330711 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97db4607-f758-49ec-9688-27668cee9e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:51:06.332296 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-97db4607-f758-49ec-9688-27668cee9e18 admin admin] 10.222.0.64 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0741575 Aug 24 08:51:06.342350 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'd6e10ba4-ab17-49fe-8f1b-6fd234630417', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:51:06.422323 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Made reservation on behalf of a6994c6fdbe24b2e98be4db89dbc57c9 for: {'subnet': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:51:06.424694 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:06.651678 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for subnet (a062c35d-8d82-42d9-b260-959d8c5a6f2e), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:06.709916 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a062c35d-8d82-42d9-b260-959d8c5a6f2e,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:51:06.719940 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:06.720283 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:06.720648 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:06.720987 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:06.721318 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:06.721646 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:06.721970 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:06.722291 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:06.722636 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:06.722996 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:06.723338 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:06.723683 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:06.724004 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:06.724320 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:06.724637 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:06.732291 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Checking segment: {'id': '86554296-e962-46fa-ba93-8eb8b3511758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd6e10ba4-ab17-49fe-8f1b-6fd234630417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:51:06.732650 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Network hostable DHCP agents. Network: d6e10ba4-ab17-49fe-8f1b-6fd234630417, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 08:51:06.805318 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Network d6e10ba4-ab17-49fe-8f1b-6fd234630417 is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 08:51:06.862848 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, d6e10ba4-ab17-49fe-8f1b-6fd234630417) {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:51:06.867161 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:51:06.867745 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:06.872281 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fbf6c3-7959-4b4a-8d55-574014e01c40 None None] Network d6e10ba4-ab17-49fe-8f1b-6fd234630417 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:51:06.950600 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-a59f6a96-603c-405e-bf48-bd17e798df2d admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6117733 Aug 24 08:51:07.080664 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd452859c-924c-557e-ba58-3e88bb5a2311-d6e10ba4-ab17-49fe-8f1b-6fd234630417', 'network_id': 'd6e10ba4-ab17-49fe-8f1b-6fd234630417', 'project_id': 'a6994c6fdbe24b2e98be4db89dbc57c9', 'fixed_ips': [{'subnet_id': 'a062c35d-8d82-42d9-b260-959d8c5a6f2e'}]}} from dv-cinder-852211-5-iscsi. {{(pid=118618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 08:51:07.081599 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:07.223642 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.db_base_plugin_common [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Allocated IP 192.168.233.2 (d6e10ba4-ab17-49fe-8f1b-6fd234630417/a062c35d-8d82-42d9-b260-959d8c5a6f2e/0a60ccc0-35c3-43fe-a99b-8dae89428f19) {{(pid=118618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:51:07.393316 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Publish callbacks [] for port (0a60ccc0-35c3-43fe-a99b-8dae89428f19), precommit_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:07.468606 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (0a60ccc0-35c3-43fe-a99b-8dae89428f19), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:07.512852 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Network d6e10ba4-ab17-49fe-8f1b-6fd234630417 is already hosted by enough agents. {{(pid=118618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:51:07.515960 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.base_scheduler [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Resources bound (agent type, host, resource id): {{(pid=118618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:51:07.519680 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Received port after_create {{(pid=118618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:51:07.529623 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Pushing event updated for resources: {'Port': ['ID=0a60ccc0-35c3-43fe-a99b-8dae89428f19,revision_number=1']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:51:07.545875 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:07.546218 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:07.546591 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:07.546972 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:07.547313 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:07.547644 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:07.547975 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:07.548298 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:07.548625 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:07.548949 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:07.549271 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:07.549610 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:07.549937 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:07.550256 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:07.550576 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:51:07.618082 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Attempting to bind port 0a60ccc0-35c3-43fe-a99b-8dae89428f19 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:51:07.618465 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Attempting to bind port 0a60ccc0-35c3-43fe-a99b-8dae89428f19 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '86554296-e962-46fa-ba93-8eb8b3511758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd6e10ba4-ab17-49fe-8f1b-6fd234630417'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:51:07.618860 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Attempting to bind port 0a60ccc0-35c3-43fe-a99b-8dae89428f19 on network d6e10ba4-ab17-49fe-8f1b-6fd234630417 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:51:07.654329 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:51:07.654638 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Checking segment: {'id': '86554296-e962-46fa-ba93-8eb8b3511758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd6e10ba4-ab17-49fe-8f1b-6fd234630417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:51:07.655093 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:07.655487 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Bound using segment: {'id': '86554296-e962-46fa-ba93-8eb8b3511758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd6e10ba4-ab17-49fe-8f1b-6fd234630417'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:51:07.655986 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Bound port: 0a60ccc0-35c3-43fe-a99b-8dae89428f19, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86554296-e962-46fa-ba93-8eb8b3511758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd6e10ba4-ab17-49fe-8f1b-6fd234630417'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:51:07.656395 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (0a60ccc0-35c3-43fe-a99b-8dae89428f19), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:07.775833 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] For port 0a60ccc0-35c3-43fe-a99b-8dae89428f19, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:51:07.780080 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] For port 0a60ccc0-35c3-43fe-a99b-8dae89428f19, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=0a60ccc0-35c3-43fe-a99b-8dae89428f19,segment=NetworkSegment(86554296-e962-46fa-ba93-8eb8b3511758),segment_id=86554296-e962-46fa-ba93-8eb8b3511758)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:51:07.886558 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (0a60ccc0-35c3-43fe-a99b-8dae89428f19), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:07.958979 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1519ff1-e9f3-4ede-abf5-5fcacca833c8 None None] Pushing event updated for resources: {'Port': ['ID=0a60ccc0-35c3-43fe-a99b-8dae89428f19,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:51:08.762790 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5b9b19-be21-4438-a5f0-2201a23cef14 None None] Network d6e10ba4-ab17-49fe-8f1b-6fd234630417 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:51:08.870017 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-bc331fec-17ab-49da-a5c7-c1a6bca94a54 None None] Provisioning complete for port 0a60ccc0-35c3-43fe-a99b-8dae89428f19 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:51:08.870401 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-bc331fec-17ab-49da-a5c7-c1a6bca94a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (0a60ccc0-35c3-43fe-a99b-8dae89428f19), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:08.960287 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-bc331fec-17ab-49da-a5c7-c1a6bca94a54 None None] Current status of the port 0a60ccc0-35c3-43fe-a99b-8dae89428f19 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:51:08.960941 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-bc331fec-17ab-49da-a5c7-c1a6bca94a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (0a60ccc0-35c3-43fe-a99b-8dae89428f19), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:09.008590 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-bc331fec-17ab-49da-a5c7-c1a6bca94a54 None None] For port 0a60ccc0-35c3-43fe-a99b-8dae89428f19, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=0a60ccc0-35c3-43fe-a99b-8dae89428f19,segment=NetworkSegment(86554296-e962-46fa-ba93-8eb8b3511758),segment_id=86554296-e962-46fa-ba93-8eb8b3511758)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:51:09.051542 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 0a60ccc0-35c3-43fe-a99b-8dae89428f19 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:51:09.105334 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-bc331fec-17ab-49da-a5c7-c1a6bca94a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (0a60ccc0-35c3-43fe-a99b-8dae89428f19), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:09.137900 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 0a60ccc0-35c3-43fe-a99b-8dae89428f19 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:51:09.138294 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (0a60ccc0-35c3-43fe-a99b-8dae89428f19), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:09.182955 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:51:09.192055 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc331fec-17ab-49da-a5c7-c1a6bca94a54 None None] Pushing event updated for resources: {'Port': ['ID=0a60ccc0-35c3-43fe-a99b-8dae89428f19,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:51:09.236425 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:51:09.241425 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:51:09.253834 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-a6352a7b-83fb-410c-b554-ba7ccbad70f2 None None] Provisioning complete for port 0a60ccc0-35c3-43fe-a99b-8dae89428f19 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:51:09.254221 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a6352a7b-83fb-410c-b554-ba7ccbad70f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (0a60ccc0-35c3-43fe-a99b-8dae89428f19), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:09.278619 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 0a60ccc0-35c3-43fe-a99b-8dae89428f19 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:51:09.336593 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-a6352a7b-83fb-410c-b554-ba7ccbad70f2 None None] Current status of the port 0a60ccc0-35c3-43fe-a99b-8dae89428f19 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:51:10.987059 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 0a60ccc0-35c3-43fe-a99b-8dae89428f19 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:51:11.032402 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 0a60ccc0-35c3-43fe-a99b-8dae89428f19 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:51:11.032791 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (0a60ccc0-35c3-43fe-a99b-8dae89428f19), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:11.106447 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 0a60ccc0-35c3-43fe-a99b-8dae89428f19 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:51:11.660617 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 5 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:51:11.834481 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a0ed6c8e-269c-4307-ae7a-1aac897d3e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:14.228119 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8de673c2-7dea-4498-806d-2df132f43b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:15.628197 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:16.874781 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:51:16.878164 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=77,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:51:16.941132 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:17.560070 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:21.657064 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=3 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:51:21.657818 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=5 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:51:26.882578 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:51:27.464356 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:51:27.467287 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:51:35.675054 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=2 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:51:39.652790 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:51:41.851457 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-0204c48f-c263-4516-95e5-6308b887936b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:44.297417 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-ecc34d34-325b-4b4f-8a52-0d3b05a778da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:45.600653 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:46.949374 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:47.541856 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:51:48.659274 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 5 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:51:56.878888 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:UPDATE=2,neutron:SELECT=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:51:57.467732 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:51:57.470644 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:51:58.654625 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=3 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:51:58.655471 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=5 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:52:11.833673 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-75c5566d-f9ad-4b4b-b846-569a44f33b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:52:14.229673 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-2e74ad0b-21ab-4c67-ba19-5262da7756f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:52:15.646215 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:52:16.932004 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:52:17.537686 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:52:25.658719 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 5 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:52:27.471070 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:52:27.474495 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:52:27.476498 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:52:29.519789 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57000) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:52:29.525472 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [None req-ace5a5dd-31d8-4213-97d0-ead84e1b2e49 tempest-verify_tempest_config-30926128 tempest-verify_tempest_config-30926128-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 08:52:29.526465 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-ace5a5dd-31d8-4213-97d0-ead84e1b2e49 tempest-verify_tempest_config-30926128 tempest-verify_tempest_config-30926128-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056908 Aug 24 08:52:30.274290 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57018) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:52:30.611765 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:52:30.689014 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Publish callbacks [] for security_group (42008ac2-d4e0-4276-9aa9-83d80d630590), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:52:30.759224 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (42008ac2-d4e0-4276-9aa9-83d80d630590), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:52:30.804600 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42008ac2-d4e0-4276-9aa9-83d80d630590,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:52:30.809890 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e12d63b808b24e79892a5a5a27ea93e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5345752 Aug 24 08:52:30.812744 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57024) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:52:30.814396 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:30.814780 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:30.815155 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:30.815506 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:30.815848 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:30.816188 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:30.816656 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:30.816993 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:30.817353 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:30.817705 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:30.818019 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:30.818405 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:30.818774 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:30.819106 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:30.819431 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2a4c08-525f-4640-8752-5ca1e302aa61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:30.873634 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Publish callbacks [] for security_group (42008ac2-d4e0-4276-9aa9-83d80d630590), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:52:30.893809 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Publish callbacks [] for security_group (42008ac2-d4e0-4276-9aa9-83d80d630590), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:52:31.108235 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (42008ac2-d4e0-4276-9aa9-83d80d630590), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:52:31.110728 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:52:31.111897 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/42008ac2-d4e0-4276-9aa9-83d80d630590 HTTP/1.1" status: 204 len: 168 time: 0.2982085 Aug 24 08:52:31.119735 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42008ac2-d4e0-4276-9aa9-83d80d630590,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:52:31.126532 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:31.126902 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:31.127259 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:31.127596 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:31.127923 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:31.128246 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:31.128564 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:31.128880 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:31.129252 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:31.129535 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:31.129866 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:31.130206 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:31.130521 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:31.130862 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:31.131281 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543f90e-be37-4674-96c0-3f611f7b8b17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:52:37.643854 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=19 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:52:37.644726 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=15 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:52:40.802728 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=22,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:52:40.807597 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=17,neutron:INSERT=6 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:52:41.122335 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:52:41.123071 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:52:41.150518 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:52:41.828468 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-b899e12f-7eec-4f50-b930-656fc3fea9b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:52:44.464052 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-71f5e03a-860c-4009-97db-ea3014b47960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:52:45.652252 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:52:46.982590 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:52:47.587932 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:52:57.474106 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:52:57.478127 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=8 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:52:57.479872 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:53:02.660096 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 5 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:53:11.845717 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-dab6c6aa-75b5-4193-bdc4-e6e7a730fae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:53:12.652631 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=5 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:53:12.653440 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=3 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:53:14.270638 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d1017c49-6e1b-42ae-ad17-ab5145b68f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:53:15.642374 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:53:16.950708 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:53:17.543688 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:53:26.880477 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:53:27.482831 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:53:27.484709 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:53:39.659791 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 5 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:53:41.846615 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-b0ca2ad5-89d7-4489-9152-9deaee7c9e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:53:44.426013 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9e66a93b-e877-471e-92ff-51e0c902bf9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:53:45.652579 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:53:46.972321 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:53:47.563431 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:53:49.654603 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:53:49.655370 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=3 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:53:56.873637 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=5 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:53:57.480570 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:53:57.488544 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:54:07.424613 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698580'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:54:11.838280 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-4d1fd17b-ca82-4a22-9d36-c5756ede6a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:54:14.244077 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-c2e89bf5-9354-40e6-a277-ac7beaea613c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:54:15.661796 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:54:16.658745 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:54:16.969276 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:54:17.568144 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:54:20.240178 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57118) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:54:20.367945 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-fc2a6268-1c49-4b2f-8b9c-b4f39c5b1b49 admin admin] 10.222.0.64 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1267626 Aug 24 08:54:22.566711 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57128) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:54:22.621653 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-f329ccd6-fce1-413e-bfee-4c8acc3f95a9 admin admin] 10.222.0.64 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0538647 Aug 24 08:54:26.654373 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=5 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:54:26.655212 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=3 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:54:26.878070 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=5 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:54:27.491891 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:54:27.493745 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:INSERT=1,neutron:SELECT=5,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:54:30.362875 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:54:32.617100 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:54:37.448066 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:54:37.637994 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=9 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:54:37.640885 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=17 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:54:41.981885 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8af7afd8-f430-4dec-9f8b-caf8e7ecf4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:54:44.242950 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-df13c475-5b43-4d4b-98ad-824b440ad864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:54:45.665782 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:54:46.945410 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:54:47.582964 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:54:53.657497 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:54:56.880332 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:UPDATE=4,neutron:SELECT=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:54:57.488656 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:54:57.494671 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:55:03.652799 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=4 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:55:03.653710 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=4 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:55:07.434508 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:55:11.855005 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-4b0a2c90-3a3e-4f09-b39a-cea1bf88cc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:55:14.274933 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-ec68d4b9-fbdb-487a-a6c1-5f007ebd5d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:55:15.670049 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:55:16.944525 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:55:17.560695 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:55:27.493643 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:55:27.496398 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:55:27.498403 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:55:30.657916 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:55:37.510864 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:55:40.651419 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:55:40.652630 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=5 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:55:41.893069 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-5974950b-e945-4056-8775-5f016a527cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:55:44.288344 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-0fab6320-3d52-41a2-9977-03b4ed9362d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:55:45.693429 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:55:46.974095 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:55:47.622752 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:55:57.499596 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:55:57.506167 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:55:57.509933 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:01.526532 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57290) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:01.946216 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-869252305-network', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:02.096206 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Made reservation on behalf of dd27ac26660b46c388279e652200c7cd for: {'network': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:56:02.099701 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:02.113560 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:02.258278 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Publish callbacks [] for security_group (87f9ad37-2713-4f8c-b4a4-b91035769822), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:02.323129 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (87f9ad37-2713-4f8c-b4a4-b91035769822), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:02.359993 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=118616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 08:56:02.383712 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (f6f12a5d-ce41-48e8-9611-b0de71dd696c), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:02.384158 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.segments_db [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Added segment f6f12a5d-ce41-48e8-9611-b0de71dd696c of type vlan for network 49a90e96-9c63-403b-90e7-b545c043dc4b Aug 24 08:56:02.398527 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f9ad37-2713-4f8c-b4a4-b91035769822,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:02.434526 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:02.434949 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:02.435295 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:02.435779 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:02.436130 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:02.436458 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:02.436785 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:02.437110 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:02.437454 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:02.437785 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:02.438127 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:02.438467 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:02.438832 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:02.439155 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:02.439471 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Tracked resource versions report: Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: pushed versions: Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: { 'AddressGroup': {'1.2'}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Agent': {'1.1'}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'ConntrackHelper': {'1.0'}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'LocalIPAssociation': {'1.0'}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Log': {'1.0'}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'NDPProxy': {'1.0'}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Network': {'1.1'}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Port': {'1.7'}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'PortForwarding': {'1.3'}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'QosPolicy': {'1.10'}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'SecurityGroup': {'1.5'}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'SecurityGroupRule': {'1.2'}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'SubPort': {'1.0'}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Subnet': {'1.1'}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Trunk': {'1.1'}} Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: consumer versions: Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: { DHCP agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: HyperV agent@hv-cinder-85221: {}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: L3 agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: Metadata agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: Metering agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: Open vSwitch agent@dv-cinder-852211-5-iscsi: { 'AddressGroup': '1.2', Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Agent': '1.1', Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'ConntrackHelper': '1.0', Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'LocalIPAssociation': '1.0', Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Log': '1.0', Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'NDPProxy': '1.0', Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Network': '1.1', Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Port': '1.7', Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'PortForwarding': '1.3', Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'QosPolicy': '1.10', Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'SecurityGroup': '1.5', Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'SecurityGroupRule': '1.2', Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'SubPort': '1.0', Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Subnet': '1.1', Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: 'Trunk': '1.1'}} Aug 24 08:56:02.440711 dv-cinder-852211-5-iscsi neutron-server[118616]: {{(pid=118616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 08:56:02.455061 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (49a90e96-9c63-403b-90e7-b545c043dc4b), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:02.579927 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (49a90e96-9c63-403b-90e7-b545c043dc4b), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:02.581055 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:02.582012 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:02.706538 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] Pushing event updated for resources: {'Network': ['ID=49a90e96-9c63-403b-90e7-b545c043dc4b,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:02.717671 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-99906a4f-4b77-4e9f-ae53-7204259503eb admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1861918 Aug 24 08:56:02.718919 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57334) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:02.722118 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network 49a90e96-9c63-403b-90e7-b545c043dc4b details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 08:56:02.724113 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-0a3741cd-8f26-4b70-9d06-6f88d3d9d43f admin admin] Request body: {'subnet': {'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-subnet', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:02.871557 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3741cd-8f26-4b70-9d06-6f88d3d9d43f admin admin] Made reservation on behalf of dd27ac26660b46c388279e652200c7cd for: {'subnet': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:56:02.874404 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0a3741cd-8f26-4b70-9d06-6f88d3d9d43f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:03.060232 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57346) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:03.276519 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57368) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:03.281189 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0a3741cd-8f26-4b70-9d06-6f88d3d9d43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for subnet (9be780a7-8c52-4ee8-9007-d0378c4d3642), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:03.325010 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57372) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:03.401525 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3741cd-8f26-4b70-9d06-6f88d3d9d43f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9be780a7-8c52-4ee8-9007-d0378c4d3642,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:03.416915 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3741cd-8f26-4b70-9d06-6f88d3d9d43f admin admin] Checking segment: {'id': 'f6f12a5d-ce41-48e8-9611-b0de71dd696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:03.417919 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3741cd-8f26-4b70-9d06-6f88d3d9d43f admin admin] Network hostable DHCP agents. Network: 49a90e96-9c63-403b-90e7-b545c043dc4b, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 08:56:03.543884 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3741cd-8f26-4b70-9d06-6f88d3d9d43f admin admin] Network 49a90e96-9c63-403b-90e7-b545c043dc4b is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 08:56:03.613995 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-250214550-network', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:03.623085 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57380) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:03.663444 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-e91a6ddc-6323-4d09-965f-0e9031f6c1fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1773220442-network', 'tenant_id': 'c90f5f603c1f4edeac6252e231f247ae'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:03.665994 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-0a3741cd-8f26-4b70-9d06-6f88d3d9d43f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, 49a90e96-9c63-403b-90e7-b545c043dc4b) {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:03.678422 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bda074e-2752-4737-8747-ae7214512bec None None] Network 49a90e96-9c63-403b-90e7-b545c043dc4b requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:56:03.686611 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3741cd-8f26-4b70-9d06-6f88d3d9d43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:03.687611 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0a3741cd-8f26-4b70-9d06-6f88d3d9d43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:03.696287 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-b0682bab-5a8d-4e40-8e44-1ea6ab968b0c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-network', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:03.706471 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:03.777761 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Made reservation on behalf of 574887b9d0fc42ce917c9b8b2c09e291 for: {'network': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:56:03.780526 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:03.791614 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:03.859244 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0682bab-5a8d-4e40-8e44-1ea6ab968b0c admin admin] Made reservation on behalf of 9ce953ed361742a29b0c750ca13d88e2 for: {'network': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:56:03.861687 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd452859c-924c-557e-ba58-3e88bb5a2311-49a90e96-9c63-403b-90e7-b545c043dc4b', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642'}]}} from dv-cinder-852211-5-iscsi. {{(pid=118618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 08:56:03.862499 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b0682bab-5a8d-4e40-8e44-1ea6ab968b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:03.863489 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:03.880532 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b0682bab-5a8d-4e40-8e44-1ea6ab968b0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:03.884479 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91a6ddc-6323-4d09-965f-0e9031f6c1fd admin admin] Made reservation on behalf of c90f5f603c1f4edeac6252e231f247ae for: {'network': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:56:03.889229 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e91a6ddc-6323-4d09-965f-0e9031f6c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:03.891569 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-ec20725e-e5b5-452e-ae76-a03e95ebdab0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-407456021-network', 'tenant_id': 'f58ac192b94c47179055f35cae59f8ec'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:03.929696 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e91a6ddc-6323-4d09-965f-0e9031f6c1fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:03.949134 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-0a3741cd-8f26-4b70-9d06-6f88d3d9d43f admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2290585 Aug 24 08:56:03.956370 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57392) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:03.962679 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:03.991138 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:04.074472 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec20725e-e5b5-452e-ae76-a03e95ebdab0 admin admin] Made reservation on behalf of f58ac192b94c47179055f35cae59f8ec for: {'network': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:56:04.077114 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ec20725e-e5b5-452e-ae76-a03e95ebdab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.091904 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ec20725e-e5b5-452e-ae76-a03e95ebdab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.169633 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Publish callbacks [] for security_group (80ef4cb9-5f90-4331-b4bf-5f890dd5a216), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.184868 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4634'] for router (df288788-ac29-4c9f-a061-c47484c12d6b), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.186641 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4613'] for router (df288788-ac29-4c9f-a061-c47484c12d6b), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.211220 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e91a6ddc-6323-4d09-965f-0e9031f6c1fd admin admin] Publish callbacks [] for security_group (bdd9b5a8-88bd-4cc0-9157-40cc808fa488), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.241884 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.db_base_plugin_common [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Allocated IP 172.20.0.2 (49a90e96-9c63-403b-90e7-b545c043dc4b/9be780a7-8c52-4ee8-9007-d0378c4d3642/fef35618-39a9-4bac-890d-759a2047466d) {{(pid=118618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:04.249885 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b0682bab-5a8d-4e40-8e44-1ea6ab968b0c admin admin] Publish callbacks [] for security_group (ef18d217-848e-408c-9e40-ac5829235ecd), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.252881 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (80ef4cb9-5f90-4331-b4bf-5f890dd5a216), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.304403 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Publish callbacks [] for router_controller (df288788-ac29-4c9f-a061-c47484c12d6b), precommit_add_association {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.315046 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=118617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 08:56:04.350948 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ec20725e-e5b5-452e-ae76-a03e95ebdab0 admin admin] Publish callbacks [] for security_group (c25747f9-6431-432e-b47f-8d709c66d565), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.364308 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (b3da164c-f07d-4d5d-b024-ebfdb6b54fb7), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.364933 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.segments_db [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Added segment b3da164c-f07d-4d5d-b024-ebfdb6b54fb7 of type vlan for network 8974f404-81fe-476f-ae03-918a0ea03bf7 Aug 24 08:56:04.424769 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (8974f404-81fe-476f-ae03-918a0ea03bf7), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.476464 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e91a6ddc-6323-4d09-965f-0e9031f6c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (bdd9b5a8-88bd-4cc0-9157-40cc808fa488), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.490112 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=66,neutron:INSERT=28,neutron:UPDATE=6 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:04.491679 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b0682bab-5a8d-4e40-8e44-1ea6ab968b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (ef18d217-848e-408c-9e40-ac5829235ecd), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.504318 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ef4cb9-5f90-4331-b4bf-5f890dd5a216,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:04.525191 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:04.526011 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:04.534573 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:04.534573 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:04.534573 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:04.536162 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:04.537621 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:04.538399 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:04.539321 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:04.540135 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:04.543020 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:04.543517 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:04.544019 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:04.544545 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:04.545045 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Tracked resource versions report: Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: pushed versions: Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: { 'AddressGroup': {'1.2'}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Agent': {'1.1'}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'ConntrackHelper': {'1.0'}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'LocalIPAssociation': {'1.0'}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Log': {'1.0'}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'NDPProxy': {'1.0'}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Network': {'1.1'}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Port': {'1.7'}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'PortForwarding': {'1.3'}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'QosPolicy': {'1.10'}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'SecurityGroup': {'1.5'}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'SecurityGroupRule': {'1.2'}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'SubPort': {'1.0'}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Subnet': {'1.1'}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Trunk': {'1.1'}} Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: consumer versions: Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: { DHCP agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: HyperV agent@hv-cinder-85221: {}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: L3 agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: Metadata agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: Metering agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: Open vSwitch agent@dv-cinder-852211-5-iscsi: { 'AddressGroup': '1.2', Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Agent': '1.1', Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'ConntrackHelper': '1.0', Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'LocalIPAssociation': '1.0', Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Log': '1.0', Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'NDPProxy': '1.0', Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Network': '1.1', Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Port': '1.7', Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'PortForwarding': '1.3', Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'QosPolicy': '1.10', Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'SecurityGroup': '1.5', Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'SecurityGroupRule': '1.2', Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'SubPort': '1.0', Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Subnet': '1.1', Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: 'Trunk': '1.1'}} Aug 24 08:56:04.546589 dv-cinder-852211-5-iscsi neutron-server[118617]: {{(pid=118617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 08:56:04.554029 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91a6ddc-6323-4d09-965f-0e9031f6c1fd admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=118617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 08:56:04.580130 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0682bab-5a8d-4e40-8e44-1ea6ab968b0c admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=118617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 08:56:04.582822 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (8974f404-81fe-476f-ae03-918a0ea03bf7), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.584015 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:04.584870 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.602460 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Publish callbacks [] for port (fef35618-39a9-4bac-890d-759a2047466d), precommit_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.603948 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e91a6ddc-6323-4d09-965f-0e9031f6c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (87ee2b8e-eae3-4ba1-ae7e-ed0c3052ba22), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.604617 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.segments_db [None req-e91a6ddc-6323-4d09-965f-0e9031f6c1fd admin admin] Added segment 87ee2b8e-eae3-4ba1-ae7e-ed0c3052ba22 of type vlan for network d0a3fec5-37f1-4b0a-bb8f-1fe07cf37ce2 Aug 24 08:56:04.630023 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:04.637915 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ec20725e-e5b5-452e-ae76-a03e95ebdab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (c25747f9-6431-432e-b47f-8d709c66d565), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.641755 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b0682bab-5a8d-4e40-8e44-1ea6ab968b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (06431a87-7797-47b4-b72c-ec89bbf6c47d), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.642374 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.segments_db [None req-b0682bab-5a8d-4e40-8e44-1ea6ab968b0c admin admin] Added segment 06431a87-7797-47b4-b72c-ec89bbf6c47d of type vlan for network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 Aug 24 08:56:04.661570 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Publish callbacks [] for router_gateway (df288788-ac29-4c9f-a061-c47484c12d6b), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.665619 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec20725e-e5b5-452e-ae76-a03e95ebdab0 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=118616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 08:56:04.692624 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ec20725e-e5b5-452e-ae76-a03e95ebdab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (ad468f84-a67c-4015-a6a2-eb670b224d12), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.693247 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.segments_db [None req-ec20725e-e5b5-452e-ae76-a03e95ebdab0 admin admin] Added segment ad468f84-a67c-4015-a6a2-eb670b224d12 of type vlan for network ebbe92c7-fe49-4eaf-bd1b-d872606754be Aug 24 08:56:04.717309 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20725e-e5b5-452e-ae76-a03e95ebdab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25747f9-6431-432e-b47f-8d709c66d565,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:04.727790 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] Pushing event updated for resources: {'Network': ['ID=8974f404-81fe-476f-ae03-918a0ea03bf7,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:04.758014 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a6ddc-6323-4d09-965f-0e9031f6c1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd9b5a8-88bd-4cc0-9157-40cc808fa488,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:04.765419 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ec20725e-e5b5-452e-ae76-a03e95ebdab0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (ebbe92c7-fe49-4eaf-bd1b-d872606754be), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.770733 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:INSERT=21,neutron:SELECT=73,neutron:UPDATE=6 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:04.771926 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (fef35618-39a9-4bac-890d-759a2047466d), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.791437 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-f3760e94-b659-4763-8db8-0be5cbb2ce87 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7236574 Aug 24 08:56:04.791698 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57418) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:04.791858 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e91a6ddc-6323-4d09-965f-0e9031f6c1fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (d0a3fec5-37f1-4b0a-bb8f-1fe07cf37ce2), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:04.799253 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-64f44ce7-ef14-4568-9727-e16c1eb28326 admin admin] Request body: {'subnet': {'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-250214550-subnet', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:04.891932 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Pushing event updated for resources: {'Port': ['ID=fef35618-39a9-4bac-890d-759a2047466d,revision_number=1']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:04.898534 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0682bab-5a8d-4e40-8e44-1ea6ab968b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef18d217-848e-408c-9e40-ac5829235ecd,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:04.901606 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network 8974f404-81fe-476f-ae03-918a0ea03bf7 details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 08:56:04.906777 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b0682bab-5a8d-4e40-8e44-1ea6ab968b0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (eb8a0715-04e1-4525-bfd8-e63c7de1ad20), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:05.005994 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e91a6ddc-6323-4d09-965f-0e9031f6c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (d0a3fec5-37f1-4b0a-bb8f-1fe07cf37ce2), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:05.009694 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91a6ddc-6323-4d09-965f-0e9031f6c1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:05.009694 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e91a6ddc-6323-4d09-965f-0e9031f6c1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:05.042624 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:05.043250 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:05.044005 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:05.044884 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:05.045544 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:05.045972 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:05.046397 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:05.046846 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:05.050064 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:05.050508 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:05.050955 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:05.051332 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:05.051691 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:05.052020 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:05.052341 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Tracked resource versions report: Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: pushed versions: Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: { 'AddressGroup': {'1.2'}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Agent': {'1.1'}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'ConntrackHelper': {'1.0'}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'LocalIPAssociation': {'1.0'}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Log': {'1.0'}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'NDPProxy': {'1.0'}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Network': {'1.1'}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Port': {'1.7'}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'PortForwarding': {'1.3'}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'QosPolicy': {'1.10'}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'SecurityGroup': {'1.5'}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'SecurityGroupRule': {'1.2'}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'SubPort': {'1.0'}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Subnet': {'1.1'}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Trunk': {'1.1'}} Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: consumer versions: Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: { DHCP agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: HyperV agent@hv-cinder-85221: {}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: L3 agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: Metadata agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: Metering agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: Open vSwitch agent@dv-cinder-852211-5-iscsi: { 'AddressGroup': '1.2', Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Agent': '1.1', Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'ConntrackHelper': '1.0', Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'LocalIPAssociation': '1.0', Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Log': '1.0', Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'NDPProxy': '1.0', Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Network': '1.1', Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Port': '1.7', Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'PortForwarding': '1.3', Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'QosPolicy': '1.10', Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'SecurityGroup': '1.5', Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'SecurityGroupRule': '1.2', Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'SubPort': '1.0', Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Subnet': '1.1', Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: 'Trunk': '1.1'}} Aug 24 08:56:05.053608 dv-cinder-852211-5-iscsi neutron-server[118618]: {{(pid=118618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 08:56:05.073024 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Network 49a90e96-9c63-403b-90e7-b545c043dc4b is already hosted by enough agents. {{(pid=118618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:05.081440 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.base_scheduler [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Resources bound (agent type, host, resource id): {{(pid=118618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:05.088893 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Received port after_create {{(pid=118618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:05.097105 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b0682bab-5a8d-4e40-8e44-1ea6ab968b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (eb8a0715-04e1-4525-bfd8-e63c7de1ad20), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:05.098111 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0682bab-5a8d-4e40-8e44-1ea6ab968b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:05.112067 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b0682bab-5a8d-4e40-8e44-1ea6ab968b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:05.146819 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ec20725e-e5b5-452e-ae76-a03e95ebdab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (ebbe92c7-fe49-4eaf-bd1b-d872606754be), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:05.147846 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec20725e-e5b5-452e-ae76-a03e95ebdab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:05.148417 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ec20725e-e5b5-452e-ae76-a03e95ebdab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:05.220624 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a6ddc-6323-4d09-965f-0e9031f6c1fd admin admin] Pushing event updated for resources: {'Network': ['ID=d0a3fec5-37f1-4b0a-bb8f-1fe07cf37ce2,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:05.498156 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Publish callbacks [] for router_gateway (df288788-ac29-4c9f-a061-c47484c12d6b), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:05.522284 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network d0a3fec5-37f1-4b0a-bb8f-1fe07cf37ce2 details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 08:56:05.523150 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-e91a6ddc-6323-4d09-965f-0e9031f6c1fd admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9943357 Aug 24 08:56:05.523555 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57436) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:05.523555 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f44ce7-ef14-4568-9727-e16c1eb28326 admin admin] Made reservation on behalf of 574887b9d0fc42ce917c9b8b2c09e291 for: {'subnet': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:56:05.523555 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-64f44ce7-ef14-4568-9727-e16c1eb28326 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:05.524295 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Attempting to bind port fef35618-39a9-4bac-890d-759a2047466d on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:56:05.524295 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Attempting to bind port fef35618-39a9-4bac-890d-759a2047466d by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': 'f6f12a5d-ce41-48e8-9611-b0de71dd696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:56:05.524295 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Attempting to bind port fef35618-39a9-4bac-890d-759a2047466d on network 49a90e96-9c63-403b-90e7-b545c043dc4b {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:05.524295 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:56:05.524295 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Checking segment: {'id': 'f6f12a5d-ce41-48e8-9611-b0de71dd696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:05.524295 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:05.524295 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Bound using segment: {'id': 'f6f12a5d-ce41-48e8-9611-b0de71dd696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:56:05.525702 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0682bab-5a8d-4e40-8e44-1ea6ab968b0c admin admin] Pushing event updated for resources: {'Network': ['ID=eb8a0715-04e1-4525-bfd8-e63c7de1ad20,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:05.526745 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Bound port: fef35618-39a9-4bac-890d-759a2047466d, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f12a5d-ce41-48e8-9611-b0de71dd696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:56:05.526745 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (fef35618-39a9-4bac-890d-759a2047466d), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:05.527562 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-9f838c7c-76c2-4c39-a944-09a85def4c97 admin admin] Request body: {'subnet': {'network_id': 'd0a3fec5-37f1-4b0a-bb8f-1fe07cf37ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1773220442-subnet', 'tenant_id': 'c90f5f603c1f4edeac6252e231f247ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:05.528046 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 08:56:05.528177 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-b0682bab-5a8d-4e40-8e44-1ea6ab968b0c admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1812027 Aug 24 08:56:05.532788 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57446) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:05.543865 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-ec20725e-e5b5-452e-ae76-a03e95ebdab0 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9133108 Aug 24 08:56:05.550773 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:05.574329 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-ed84a74d-3dd7-4f0d-a2bf-e8359df316b5 admin admin] Request body: {'subnet': {'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-subnet', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:05.586261 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57450) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:05.600482 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] For port fef35618-39a9-4bac-890d-759a2047466d, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:56:05.601647 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-6bd7ba25-df4d-4539-8e2b-06914770d1ba admin admin] Request body: {'subnet': {'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-407456021-subnet', 'tenant_id': 'f58ac192b94c47179055f35cae59f8ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:05.608078 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] For port fef35618-39a9-4bac-890d-759a2047466d, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=fef35618-39a9-4bac-890d-759a2047466d,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:56:05.646117 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20725e-e5b5-452e-ae76-a03e95ebdab0 admin admin] Pushing event updated for resources: {'Network': ['ID=ebbe92c7-fe49-4eaf-bd1b-d872606754be,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:05.660364 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network ebbe92c7-fe49-4eaf-bd1b-d872606754be details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 08:56:05.739751 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (fef35618-39a9-4bac-890d-759a2047466d), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:05.745054 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed84a74d-3dd7-4f0d-a2bf-e8359df316b5 admin admin] Made reservation on behalf of 9ce953ed361742a29b0c750ca13d88e2 for: {'subnet': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:56:05.748675 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ed84a74d-3dd7-4f0d-a2bf-e8359df316b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:05.815557 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d6243-a15e-41ac-9e90-96cdcab36a51 None None] Pushing event updated for resources: {'Port': ['ID=fef35618-39a9-4bac-890d-759a2047466d,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:05.843564 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd7ba25-df4d-4539-8e2b-06914770d1ba admin admin] Made reservation on behalf of f58ac192b94c47179055f35cae59f8ec for: {'subnet': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:56:05.849078 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6bd7ba25-df4d-4539-8e2b-06914770d1ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:05.856084 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f838c7c-76c2-4c39-a944-09a85def4c97 admin admin] Made reservation on behalf of c90f5f603c1f4edeac6252e231f247ae for: {'subnet': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:56:05.860114 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9f838c7c-76c2-4c39-a944-09a85def4c97 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:05.910133 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:UPDATE=4,neutron:DELETE=5,neutron:SELECT=86,neutron:INSERT=5 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:05.912137 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:06.341667 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Allocated IP 172.27.1.70 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/a11d0248-132c-40be-8ceb-0f20143b3b10) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:06.473419 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-64f44ce7-ef14-4568-9727-e16c1eb28326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for subnet (68cde71c-76f8-4ef2-ae70-0fbb6e1478f1), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:06.586515 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ed84a74d-3dd7-4f0d-a2bf-e8359df316b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for subnet (8a21facc-ab1e-4219-b0f0-4f835c4b6a49), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:06.603665 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57470) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:06.637980 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:06.685230 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6bd7ba25-df4d-4539-8e2b-06914770d1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for subnet (c184060a-7a1f-4e2a-89c1-85be6efdd11e), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:06.728612 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:06.841213 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84a74d-3dd7-4f0d-a2bf-e8359df316b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a21facc-ab1e-4219-b0f0-4f835c4b6a49,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:06.866376 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed84a74d-3dd7-4f0d-a2bf-e8359df316b5 admin admin] Checking segment: {'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:06.866828 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed84a74d-3dd7-4f0d-a2bf-e8359df316b5 admin admin] Network hostable DHCP agents. Network: eb8a0715-04e1-4525-bfd8-e63c7de1ad20, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 08:56:06.988328 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Publish callbacks [] for port (a11d0248-132c-40be-8ceb-0f20143b3b10), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.000625 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f44ce7-ef14-4568-9727-e16c1eb28326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68cde71c-76f8-4ef2-ae70-0fbb6e1478f1,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:07.013500 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f44ce7-ef14-4568-9727-e16c1eb28326 admin admin] Checking segment: {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:07.013951 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f44ce7-ef14-4568-9727-e16c1eb28326 admin admin] Network hostable DHCP agents. Network: 8974f404-81fe-476f-ae03-918a0ea03bf7, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 08:56:07.025582 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9f838c7c-76c2-4c39-a944-09a85def4c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for subnet (9e9b015f-8ece-4f73-b13e-91489a33414a), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.032086 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6d6690ad-9929-44ba-816b-10d2313dacde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.058412 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7ba25-df4d-4539-8e2b-06914770d1ba admin admin] Checking segment: {'id': 'ad468f84-a67c-4015-a6a2-eb670b224d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:07.058698 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd7ba25-df4d-4539-8e2b-06914770d1ba admin admin] Network hostable DHCP agents. Network: ebbe92c7-fe49-4eaf-bd1b-d872606754be, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 08:56:07.070913 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7ba25-df4d-4539-8e2b-06914770d1ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c184060a-7a1f-4e2a-89c1-85be6efdd11e,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:07.203139 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f838c7c-76c2-4c39-a944-09a85def4c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e9b015f-8ece-4f73-b13e-91489a33414a,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:07.221884 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6d6690ad-9929-44ba-816b-10d2313dacde admin admin] Publish callbacks [] for security_group (15998709-69a4-4f4b-9c3f-8f4839776527), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.251215 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f838c7c-76c2-4c39-a944-09a85def4c97 admin admin] Checking segment: {'id': '87ee2b8e-eae3-4ba1-ae7e-ed0c3052ba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd0a3fec5-37f1-4b0a-bb8f-1fe07cf37ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:07.252610 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f838c7c-76c2-4c39-a944-09a85def4c97 admin admin] Network hostable DHCP agents. Network: d0a3fec5-37f1-4b0a-bb8f-1fe07cf37ce2, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 08:56:07.265977 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed84a74d-3dd7-4f0d-a2bf-e8359df316b5 admin admin] Network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 08:56:07.275008 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd7ba25-df4d-4539-8e2b-06914770d1ba admin admin] Network ebbe92c7-fe49-4eaf-bd1b-d872606754be is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 08:56:07.299868 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6d6690ad-9929-44ba-816b-10d2313dacde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (15998709-69a4-4f4b-9c3f-8f4839776527), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.321424 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device fef35618-39a9-4bac-890d-759a2047466d up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:07.328234 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f44ce7-ef14-4568-9727-e16c1eb28326 admin admin] Network 8974f404-81fe-476f-ae03-918a0ea03bf7 is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 08:56:07.357415 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:07.381593 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (a11d0248-132c-40be-8ceb-0f20143b3b10), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.385311 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6690ad-9929-44ba-816b-10d2313dacde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15998709-69a4-4f4b-9c3f-8f4839776527,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:07.414000 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-6d6690ad-9929-44ba-816b-10d2313dacde admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=97f62d7920c94505a55e187f1ea26f2c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8057673 Aug 24 08:56:07.415903 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57490) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:07.448800 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-ed84a74d-3dd7-4f0d-a2bf-e8359df316b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, eb8a0715-04e1-4525-bfd8-e63c7de1ad20) {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:07.469698 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed84a74d-3dd7-4f0d-a2bf-e8359df316b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:07.474210 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ed84a74d-3dd7-4f0d-a2bf-e8359df316b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.485905 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-6bd7ba25-df4d-4539-8e2b-06914770d1ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, ebbe92c7-fe49-4eaf-bd1b-d872606754be) {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:07.502184 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d669bd-ee21-441c-bf40-871fde044a24 None None] Network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:56:07.543174 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd7ba25-df4d-4539-8e2b-06914770d1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:07.543174 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6bd7ba25-df4d-4539-8e2b-06914770d1ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.570354 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9a029ff9-d383-4087-a0b1-ed9e548841c4 admin admin] Publish callbacks [] for security_group (15998709-69a4-4f4b-9c3f-8f4839776527), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.586545 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Pushing event updated for resources: {'Port': ['ID=a11d0248-132c-40be-8ceb-0f20143b3b10,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:07.586721 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c9271c-7ca4-48f4-9354-5390ce478bd1 None None] Network ebbe92c7-fe49-4eaf-bd1b-d872606754be requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:56:07.613390 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9a029ff9-d383-4087-a0b1-ed9e548841c4 admin admin] Publish callbacks [] for security_group (15998709-69a4-4f4b-9c3f-8f4839776527), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.640687 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:07.644796 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:07.650853 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:07.659240 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:07.670764 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:56:07.693794 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecd80e9-b0f9-42f0-9b76-99da0f0bd87a None None] Network 49a90e96-9c63-403b-90e7-b545c043dc4b requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:56:07.720917 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-ed84a74d-3dd7-4f0d-a2bf-e8359df316b5 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1836731 Aug 24 08:56:07.728514 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57504) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:07.739089 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-6bd7ba25-df4d-4539-8e2b-06914770d1ba admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1426690 Aug 24 08:56:07.744591 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57506) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:07.775411 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:07.775411 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-407456021-router', 'tenant_id': 'f58ac192b94c47179055f35cae59f8ec', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:07.787089 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:07.788087 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port fef35618-39a9-4bac-890d-759a2047466d triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:07.788485 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (fef35618-39a9-4bac-890d-759a2047466d), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.797140 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f838c7c-76c2-4c39-a944-09a85def4c97 admin admin] Network d0a3fec5-37f1-4b0a-bb8f-1fe07cf37ce2 is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 08:56:07.807759 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-64f44ce7-ef14-4568-9727-e16c1eb28326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, 8974f404-81fe-476f-ae03-918a0ea03bf7) {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:07.815389 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f44ce7-ef14-4568-9727-e16c1eb28326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:07.816540 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-64f44ce7-ef14-4568-9727-e16c1eb28326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.838303 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.843045 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-9f838c7c-76c2-4c39-a944-09a85def4c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, d0a3fec5-37f1-4b0a-bb8f-1fe07cf37ce2) {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:07.851087 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f838c7c-76c2-4c39-a944-09a85def4c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:07.852142 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9f838c7c-76c2-4c39-a944-09a85def4c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.854879 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4634'] for router (337a797c-c6ae-46d0-9a13-78c24273cfa3), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.856326 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4613'] for router (337a797c-c6ae-46d0-9a13-78c24273cfa3), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.885096 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4634'] for router (92ab1fa8-a977-41da-ac79-ed963abddd46), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.887489 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4613'] for router (92ab1fa8-a977-41da-ac79-ed963abddd46), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.898735 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9a029ff9-d383-4087-a0b1-ed9e548841c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (15998709-69a4-4f4b-9c3f-8f4839776527), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.900235 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9a029ff9-d383-4087-a0b1-ed9e548841c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:07.904776 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-9a029ff9-d383-4087-a0b1-ed9e548841c4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/15998709-69a4-4f4b-9c3f-8f4839776527 HTTP/1.1" status: 204 len: 168 time: 0.4848855 Aug 24 08:56:07.904981 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe01562-6033-4bdc-b48b-8b64f52baeb4 None None] Network 8974f404-81fe-476f-ae03-918a0ea03bf7 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:56:07.947425 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc81fed-62c9-4b74-bf72-6c033acc791a None None] Network d0a3fec5-37f1-4b0a-bb8f-1fe07cf37ce2 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:56:07.997979 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a029ff9-d383-4087-a0b1-ed9e548841c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15998709-69a4-4f4b-9c3f-8f4839776527,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:08.050062 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-64f44ce7-ef14-4568-9727-e16c1eb28326 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.2531822 Aug 24 08:56:08.050062 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57516) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:08.072932 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:08.114475 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-9f838c7c-76c2-4c39-a944-09a85def4c97 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7513955 Aug 24 08:56:08.233095 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Publish callbacks [] for router_controller (92ab1fa8-a977-41da-ac79-ed963abddd46), precommit_add_association {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:08.243709 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Publish callbacks [] for router_controller (337a797c-c6ae-46d0-9a13-78c24273cfa3), precommit_add_association {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:08.343735 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4634'] for router (6d4d4082-48f2-4703-8b51-d6f9ac3eca56), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:08.343735 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4613'] for router (6d4d4082-48f2-4703-8b51-d6f9ac3eca56), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:08.347788 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:08.357050 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:08.399468 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-32878dea-3113-4f39-a2b6-e95de2d04119 None None] Provisioning complete for port fef35618-39a9-4bac-890d-759a2047466d triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:08.400415 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-32878dea-3113-4f39-a2b6-e95de2d04119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (fef35618-39a9-4bac-890d-759a2047466d), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:08.445494 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:08.490065 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Publish callbacks [] for router_controller (6d4d4082-48f2-4703-8b51-d6f9ac3eca56), precommit_add_association {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:08.512061 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Publish callbacks [] for router_gateway (df288788-ac29-4c9f-a061-c47484c12d6b), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:08.587222 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd452859c-924c-557e-ba58-3e88bb5a2311-eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'fixed_ips': [{'subnet_id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49'}]}} from dv-cinder-852211-5-iscsi. {{(pid=118618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 08:56:08.588580 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:08.631344 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:UPDATE=4,neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:08.633971 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd452859c-924c-557e-ba58-3e88bb5a2311-ebbe92c7-fe49-4eaf-bd1b-d872606754be', 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be', 'project_id': 'f58ac192b94c47179055f35cae59f8ec', 'fixed_ips': [{'subnet_id': 'c184060a-7a1f-4e2a-89c1-85be6efdd11e'}]}} from dv-cinder-852211-5-iscsi. {{(pid=118618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 08:56:08.634941 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:08.746518 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Publish callbacks [] for router_gateway (92ab1fa8-a977-41da-ac79-ed963abddd46), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:08.788753 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd452859c-924c-557e-ba58-3e88bb5a2311-8974f404-81fe-476f-ae03-918a0ea03bf7', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1'}]}} from dv-cinder-852211-5-iscsi. {{(pid=118618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 08:56:08.790299 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:08.955587 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Publish callbacks [] for router_gateway (6d4d4082-48f2-4703-8b51-d6f9ac3eca56), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:09.041772 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port fef35618-39a9-4bac-890d-759a2047466d is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:09.043526 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (fef35618-39a9-4bac-890d-759a2047466d), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:09.221000 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Publish callbacks [] for router_gateway (337a797c-c6ae-46d0-9a13-78c24273cfa3), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:09.258175 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9b8972-3916-4131-803b-335acd1debe9 None None] Network d0a3fec5-37f1-4b0a-bb8f-1fe07cf37ce2 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:56:09.291347 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57542) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:09.408684 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2dc70ec1-a19f-48fa-b862-608d4efd0cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:09.440124 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Publish callbacks [] for router_gateway (92ab1fa8-a977-41da-ac79-ed963abddd46), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:09.477197 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:09.570805 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698477'] for router (df288788-ac29-4c9f-a061-c47484c12d6b), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:09.582206 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-32878dea-3113-4f39-a2b6-e95de2d04119 None None] Current status of the port fef35618-39a9-4bac-890d-759a2047466d is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:09.583403 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-32878dea-3113-4f39-a2b6-e95de2d04119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (fef35618-39a9-4bac-890d-759a2047466d), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:09.584443 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:09.690747 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Publish callbacks [] for router_gateway (6d4d4082-48f2-4703-8b51-d6f9ac3eca56), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:09.718580 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:09.725472 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:09.747980 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port fef35618-39a9-4bac-890d-759a2047466d, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=fef35618-39a9-4bac-890d-759a2047466d,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:56:09.774708 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2dc70ec1-a19f-48fa-b862-608d4efd0cda admin admin] Publish callbacks [] for security_group (9791f5be-ab59-486b-a2ab-332dd4105d00), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:09.935433 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (fef35618-39a9-4bac-890d-759a2047466d), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:09.990152 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.db_base_plugin_common [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Allocated IP 172.20.0.2 (eb8a0715-04e1-4525-bfd8-e63c7de1ad20/8a21facc-ab1e-4219-b0f0-4f835c4b6a49/02638d1e-b9d4-429a-8430-9621c6f043e0) {{(pid=118618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:10.011407 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Router df288788-ac29-4c9f-a061-c47484c12d6b is scheduled to L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed with binding_index 1 {{(pid=118616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 08:56:10.091998 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:10.103241 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2dc70ec1-a19f-48fa-b862-608d4efd0cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (9791f5be-ab59-486b-a2ab-332dd4105d00), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:10.184285 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:56:10.204302 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Sync routers for ids ['df288788-ac29-4c9f-a061-c47484c12d6b'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:56:10.265036 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Routers {'df288788-ac29-4c9f-a061-c47484c12d6b'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:56:10.267293 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-2dc70ec1-a19f-48fa-b862-608d4efd0cda admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8c68a07ef33646a2b1231693e2bae997&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9659069 Aug 24 08:56:10.268042 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:55:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['df288788-ac29-4c9f-a061-c47484c12d6b'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:10.271774 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57558) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:10.295540 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Allocated IP 172.27.1.254 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/894aeabe-02fb-450b-a48e-b6a609e90943) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:10.306044 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc70ec1-a19f-48fa-b862-608d4efd0cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9791f5be-ab59-486b-a2ab-332dd4105d00,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:10.336220 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:10.338440 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-aae933c7-72b0-4ef0-bf78-12b8ecab5643 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3829780 Aug 24 08:56:10.345647 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57560) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:10.349089 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.db.api [None req-32878dea-3113-4f39-a2b6-e95de2d04119 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=118618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 08:56:10.349449 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG oslo_db.api [None req-32878dea-3113-4f39-a2b6-e95de2d04119 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 08:56:10.363456 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57562) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:10.371675 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-47e90f9a-1fe4-432e-a577-e1a8efbb57ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-335075055-network', 'tenant_id': '11e8fbf8752b418cbe4204f4b95f5ec9'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:10.375241 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.db_base_plugin_common [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Allocated IP 172.20.0.2 (8974f404-81fe-476f-ae03-918a0ea03bf7/68cde71c-76f8-4ef2-ae70-0fbb6e1478f1/a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe) {{(pid=118618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:10.388665 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Publish callbacks [] for router_gateway (337a797c-c6ae-46d0-9a13-78c24273cfa3), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:10.418365 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5cf580b5-e1c4-45b8-83be-cfd249b9a3a5 admin admin] Publish callbacks [] for security_group (9791f5be-ab59-486b-a2ab-332dd4105d00), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:10.448491 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5cf580b5-e1c4-45b8-83be-cfd249b9a3a5 admin admin] Publish callbacks [] for security_group (9791f5be-ab59-486b-a2ab-332dd4105d00), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:10.556278 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:10.567614 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e90f9a-1fe4-432e-a577-e1a8efbb57ce admin admin] Made reservation on behalf of 11e8fbf8752b418cbe4204f4b95f5ec9 for: {'network': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:56:10.571208 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-47e90f9a-1fe4-432e-a577-e1a8efbb57ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:10.607345 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-47e90f9a-1fe4-432e-a577-e1a8efbb57ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:10.654353 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.db_base_plugin_common [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Allocated IP 172.20.0.2 (ebbe92c7-fe49-4eaf-bd1b-d872606754be/c184060a-7a1f-4e2a-89c1-85be6efdd11e/48e24b73-3d0b-4f98-80b6-f1979f5f1343) {{(pid=118618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:10.702395 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Set router df288788-ac29-4c9f-a061-c47484c12d6b gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:56:10.728411 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5cf580b5-e1c4-45b8-83be-cfd249b9a3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (9791f5be-ab59-486b-a2ab-332dd4105d00), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:10.728554 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Publish callbacks [] for port (a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe), precommit_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:10.728709 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5cf580b5-e1c4-45b8-83be-cfd249b9a3a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:10.728709 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-5cf580b5-e1c4-45b8-83be-cfd249b9a3a5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9791f5be-ab59-486b-a2ab-332dd4105d00 HTTP/1.1" status: 204 len: 168 time: 0.4522035 Aug 24 08:56:10.780996 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf580b5-e1c4-45b8-83be-cfd249b9a3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9791f5be-ab59-486b-a2ab-332dd4105d00,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:10.904079 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Publish callbacks [] for port (02638d1e-b9d4-429a-8430-9621c6f043e0), precommit_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:10.917987 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-47e90f9a-1fe4-432e-a577-e1a8efbb57ce admin admin] Publish callbacks [] for security_group (5d4d663f-7805-4b04-a6e2-c8b9c0b835fd), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:10.944475 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Publish callbacks [] for port (894aeabe-02fb-450b-a48e-b6a609e90943), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:11.006933 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-47e90f9a-1fe4-432e-a577-e1a8efbb57ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (5d4d663f-7805-4b04-a6e2-c8b9c0b835fd), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:11.060592 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e90f9a-1fe4-432e-a577-e1a8efbb57ce admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=118616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 08:56:11.083499 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (894aeabe-02fb-450b-a48e-b6a609e90943), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:11.129149 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e90f9a-1fe4-432e-a577-e1a8efbb57ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4d663f-7805-4b04-a6e2-c8b9c0b835fd,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:11.159465 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-47e90f9a-1fe4-432e-a577-e1a8efbb57ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (e264e512-0cfa-4bfc-9879-fcf000aefa18), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:11.160074 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.segments_db [None req-47e90f9a-1fe4-432e-a577-e1a8efbb57ce admin admin] Added segment e264e512-0cfa-4bfc-9879-fcf000aefa18 of type vlan for network 65181a09-8cbe-4f5d-82bd-33e3a80f32ca Aug 24 08:56:11.211872 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Publish callbacks [] for port (48e24b73-3d0b-4f98-80b6-f1979f5f1343), precommit_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:11.213058 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T08:56:07Z', 'revision_number': 3, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:11.214549 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:11.233903 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:11.250499 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:11.270769 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-47e90f9a-1fe4-432e-a577-e1a8efbb57ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (65181a09-8cbe-4f5d-82bd-33e3a80f32ca), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:11.274843 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Allocated IP 172.27.1.175 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/ca43598d-2420-458a-85fe-66d32227f915) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:11.294073 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Checking router: df288788-ac29-4c9f-a061-c47484c12d6b for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:56:11.295060 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Updating router df288788-ac29-4c9f-a061-c47484c12d6b port a11d0248-132c-40be-8ceb-0f20143b3b10 binding host dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:56:11.355767 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (a11d0248-132c-40be-8ceb-0f20143b3b10), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:11.364838 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:11.373779 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-32878dea-3113-4f39-a2b6-e95de2d04119 None None] Current status of the port fef35618-39a9-4bac-890d-759a2047466d is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:11.398921 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:11.412560 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:11.417209 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (02638d1e-b9d4-429a-8430-9621c6f043e0), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:11.441291 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (48e24b73-3d0b-4f98-80b6-f1979f5f1343), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:11.443711 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-47e90f9a-1fe4-432e-a577-e1a8efbb57ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (65181a09-8cbe-4f5d-82bd-33e3a80f32ca), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:11.446545 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=fef35618-39a9-4bac-890d-759a2047466d,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:11.455692 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e90f9a-1fe4-432e-a577-e1a8efbb57ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:11.455692 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-47e90f9a-1fe4-432e-a577-e1a8efbb57ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:11.456066 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Pushing event updated for resources: {'Port': ['ID=894aeabe-02fb-450b-a48e-b6a609e90943,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:11.487482 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Publish callbacks [] for port (ca43598d-2420-458a-85fe-66d32227f915), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:11.539405 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=82,neutron:UPDATE=11,neutron:INSERT=7 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:11.556575 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Pushing event updated for resources: {'Port': ['ID=a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe,revision_number=1']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:11.604214 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Network ebbe92c7-fe49-4eaf-bd1b-d872606754be is already hosted by enough agents. {{(pid=118618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:11.606528 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Network 8974f404-81fe-476f-ae03-918a0ea03bf7 is already hosted by enough agents. {{(pid=118618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:11.620838 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 is already hosted by enough agents. {{(pid=118618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:11.622210 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:11.627038 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.base_scheduler [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Resources bound (agent type, host, resource id): {{(pid=118618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:11.633636 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Received port after_create {{(pid=118618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:11.643482 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e90f9a-1fe4-432e-a577-e1a8efbb57ce admin admin] Pushing event updated for resources: {'Network': ['ID=65181a09-8cbe-4f5d-82bd-33e3a80f32ca,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:11.662488 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-47e90f9a-1fe4-432e-a577-e1a8efbb57ce admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2964928 Aug 24 08:56:11.667590 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.base_scheduler [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Resources bound (agent type, host, resource id): {{(pid=118618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:11.670826 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Received port after_create {{(pid=118618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:11.674028 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.base_scheduler [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Resources bound (agent type, host, resource id): {{(pid=118618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:11.677627 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Received port after_create {{(pid=118618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:11.678727 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57588) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:11.689308 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-9061fe23-94bd-4deb-ac32-12d1a94edb70 admin admin] Request body: {'subnet': {'network_id': '65181a09-8cbe-4f5d-82bd-33e3a80f32ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-335075055-subnet', 'tenant_id': '11e8fbf8752b418cbe4204f4b95f5ec9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:11.714826 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network 65181a09-8cbe-4f5d-82bd-33e3a80f32ca details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 08:56:11.717381 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-9187bcf8-6fea-4226-a60a-287715c878dc None None] Provisioning complete for port fef35618-39a9-4bac-890d-759a2047466d triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:11.717860 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9187bcf8-6fea-4226-a60a-287715c878dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (fef35618-39a9-4bac-890d-759a2047466d), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:11.720294 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:DELETE=4,neutron:SELECT=70,neutron:INSERT=19,neutron:UPDATE=7 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:11.752967 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (ca43598d-2420-458a-85fe-66d32227f915), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:11.774871 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:11.793332 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9061fe23-94bd-4deb-ac32-12d1a94edb70 admin admin] Made reservation on behalf of 11e8fbf8752b418cbe4204f4b95f5ec9 for: {'subnet': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:56:11.794510 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9061fe23-94bd-4deb-ac32-12d1a94edb70 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:11.841212 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:11.849415 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:11.913282 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:11.916522 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Pushing event updated for resources: {'Port': ['ID=ca43598d-2420-458a-85fe-66d32227f915,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:11.918783 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Pushing event updated for resources: {'Port': ['ID=02638d1e-b9d4-429a-8430-9621c6f043e0,revision_number=1']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:11.952124 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Publish callbacks [] for router_gateway (92ab1fa8-a977-41da-ac79-ed963abddd46), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:11.989974 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Allocated IP 172.27.1.79 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/f1a0f9af-7ff5-4726-beb0-2108a4656825) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:12.025054 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Pushing event updated for resources: {'Port': ['ID=48e24b73-3d0b-4f98-80b6-f1979f5f1343,revision_number=1']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:12.133726 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Attempting to bind port 02638d1e-b9d4-429a-8430-9621c6f043e0 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:56:12.134103 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Attempting to bind port 02638d1e-b9d4-429a-8430-9621c6f043e0 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:56:12.134472 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Attempting to bind port 02638d1e-b9d4-429a-8430-9621c6f043e0 on network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:12.186093 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Publish callbacks [] for port (f1a0f9af-7ff5-4726-beb0-2108a4656825), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.238139 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device fef35618-39a9-4bac-890d-759a2047466d up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:12.303983 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:56:12.305377 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Checking segment: {'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:12.305377 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.305377 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Bound using segment: {'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:56:12.305826 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Bound port: 02638d1e-b9d4-429a-8430-9621c6f043e0, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:56:12.306136 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (02638d1e-b9d4-429a-8430-9621c6f043e0), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.329107 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Attempting to bind port a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:56:12.329484 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Attempting to bind port a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:56:12.329856 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Attempting to bind port a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe on network 8974f404-81fe-476f-ae03-918a0ea03bf7 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:12.339974 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Attempting to bind port 48e24b73-3d0b-4f98-80b6-f1979f5f1343 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:56:12.340354 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Attempting to bind port 48e24b73-3d0b-4f98-80b6-f1979f5f1343 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': 'ad468f84-a67c-4015-a6a2-eb670b224d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:56:12.340765 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Attempting to bind port 48e24b73-3d0b-4f98-80b6-f1979f5f1343 on network ebbe92c7-fe49-4eaf-bd1b-d872606754be {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:12.344262 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3564a6ba-d293-46e1-a36e-770173916916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.421486 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9061fe23-94bd-4deb-ac32-12d1a94edb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for subnet (696fa0e9-d4ba-485d-93c6-2e67281a1746), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.436858 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] For port 02638d1e-b9d4-429a-8430-9621c6f043e0, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:56:12.437243 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] For port 02638d1e-b9d4-429a-8430-9621c6f043e0, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=02638d1e-b9d4-429a-8430-9621c6f043e0,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:56:12.454851 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:56:12.455395 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Checking segment: {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:12.455903 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.456367 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Bound using segment: {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:56:12.456980 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Bound port: a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:56:12.457400 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.459649 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (f1a0f9af-7ff5-4726-beb0-2108a4656825), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.480138 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Publish callbacks [] for router_gateway (6d4d4082-48f2-4703-8b51-d6f9ac3eca56), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.544487 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:56:12.548743 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Checking segment: {'id': 'ad468f84-a67c-4015-a6a2-eb670b224d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:12.548743 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.548743 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Bound using segment: {'id': 'ad468f84-a67c-4015-a6a2-eb670b224d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:56:12.548743 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Bound port: 48e24b73-3d0b-4f98-80b6-f1979f5f1343, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad468f84-a67c-4015-a6a2-eb670b224d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:56:12.548743 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (48e24b73-3d0b-4f98-80b6-f1979f5f1343), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.555649 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.562220 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:12.573451 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-9187bcf8-6fea-4226-a60a-287715c878dc None None] Current status of the port fef35618-39a9-4bac-890d-759a2047466d is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:12.577629 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:12.581592 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:12.587225 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698477'] for router (92ab1fa8-a977-41da-ac79-ed963abddd46), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.591795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a0f9af-7ff5-4726-beb0-2108a4656825,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:12.642768 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] For port 48e24b73-3d0b-4f98-80b6-f1979f5f1343, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:56:12.642768 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] For port 48e24b73-3d0b-4f98-80b6-f1979f5f1343, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=48e24b73-3d0b-4f98-80b6-f1979f5f1343,segment=NetworkSegment(ad468f84-a67c-4015-a6a2-eb670b224d12),segment_id=ad468f84-a67c-4015-a6a2-eb670b224d12)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:56:12.650209 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (02638d1e-b9d4-429a-8430-9621c6f043e0), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.653753 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port fef35618-39a9-4bac-890d-759a2047466d triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:12.657985 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (fef35618-39a9-4bac-890d-759a2047466d), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.741238 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061fe23-94bd-4deb-ac32-12d1a94edb70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=696fa0e9-d4ba-485d-93c6-2e67281a1746,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:12.789682 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Publish callbacks [] for port (a11d0248-132c-40be-8ceb-0f20143b3b10), precommit_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.813066 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (48e24b73-3d0b-4f98-80b6-f1979f5f1343), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.851070 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9061fe23-94bd-4deb-ac32-12d1a94edb70 admin admin] Checking segment: {'id': 'e264e512-0cfa-4bfc-9879-fcf000aefa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '65181a09-8cbe-4f5d-82bd-33e3a80f32ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:12.851467 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9061fe23-94bd-4deb-ac32-12d1a94edb70 admin admin] Network hostable DHCP agents. Network: 65181a09-8cbe-4f5d-82bd-33e3a80f32ca, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 08:56:12.899756 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (a11d0248-132c-40be-8ceb-0f20143b3b10), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.916730 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35c455-9430-4ee6-8ef0-af79a5989eec None None] Pushing event updated for resources: {'Port': ['ID=02638d1e-b9d4-429a-8430-9621c6f043e0,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:12.941659 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Attempting to bind port a11d0248-132c-40be-8ceb-0f20143b3b10 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:56:12.942797 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Attempting to bind port a11d0248-132c-40be-8ceb-0f20143b3b10 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:56:12.944628 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Attempting to bind port a11d0248-132c-40be-8ceb-0f20143b3b10 on network 386fbc02-808a-45e3-b701-f07af8827885 {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:12.960461 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698477'] for router (6d4d4082-48f2-4703-8b51-d6f9ac3eca56), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.973151 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:56:12.973587 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Checking segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:12.973995 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:12.974394 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Bound using segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:56:12.974931 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Bound port: a11d0248-132c-40be-8ceb-0f20143b3b10, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:56:12.975314 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (a11d0248-132c-40be-8ceb-0f20143b3b10), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:13.044933 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] For port a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:56:13.072016 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:13.163491 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] For port a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:56:13.186737 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443a0e5-7a9b-4891-bd45-b8712123ca5b None None] Pushing event updated for resources: {'Port': ['ID=48e24b73-3d0b-4f98-80b6-f1979f5f1343,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:13.191398 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port fef35618-39a9-4bac-890d-759a2047466d is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:13.219874 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f779ab4-f373-4070-b695-12ca5f1b8572 None None] Pushing event updated for resources: {'Port': ['ID=a11d0248-132c-40be-8ceb-0f20143b3b10,revision_number=2']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:13.231503 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:13.239668 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779ab4-f373-4070-b695-12ca5f1b8572 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:13.240043 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779ab4-f373-4070-b695-12ca5f1b8572 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:13.240404 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779ab4-f373-4070-b695-12ca5f1b8572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:13.240776 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779ab4-f373-4070-b695-12ca5f1b8572 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:13.241131 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779ab4-f373-4070-b695-12ca5f1b8572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:13.241542 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779ab4-f373-4070-b695-12ca5f1b8572 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:13.241878 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779ab4-f373-4070-b695-12ca5f1b8572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:13.242207 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779ab4-f373-4070-b695-12ca5f1b8572 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:13.242533 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779ab4-f373-4070-b695-12ca5f1b8572 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:13.242901 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779ab4-f373-4070-b695-12ca5f1b8572 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:13.243219 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779ab4-f373-4070-b695-12ca5f1b8572 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:13.243601 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779ab4-f373-4070-b695-12ca5f1b8572 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:13.244062 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779ab4-f373-4070-b695-12ca5f1b8572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:13.244394 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779ab4-f373-4070-b695-12ca5f1b8572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:13.244718 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779ab4-f373-4070-b695-12ca5f1b8572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f779ab4-f373-4070-b695-12ca5f1b8572 None None] Tracked resource versions report: Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: pushed versions: Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: { 'AddressGroup': {'1.2'}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Agent': {'1.1'}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'ConntrackHelper': {'1.0'}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'LocalIPAssociation': {'1.0'}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Log': {'1.0'}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'NDPProxy': {'1.0'}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Network': {'1.1'}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Port': {'1.7'}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'PortForwarding': {'1.3'}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'QosPolicy': {'1.10'}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'SecurityGroup': {'1.5'}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'SecurityGroupRule': {'1.2'}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'SubPort': {'1.0'}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Subnet': {'1.1'}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Trunk': {'1.1'}} Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: consumer versions: Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: { DHCP agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: HyperV agent@hv-cinder-85221: {}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: L3 agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: Metadata agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: Metering agent@dv-cinder-852211-5-iscsi: {}, Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: Open vSwitch agent@dv-cinder-852211-5-iscsi: { 'AddressGroup': '1.2', Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Agent': '1.1', Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'ConntrackHelper': '1.0', Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'LocalIPAssociation': '1.0', Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Log': '1.0', Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'NDPProxy': '1.0', Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Network': '1.1', Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Port': '1.7', Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'PortForwarding': '1.3', Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'QosPolicy': '1.10', Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'SecurityGroup': '1.5', Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'SecurityGroupRule': '1.2', Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'SubPort': '1.0', Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Subnet': '1.1', Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: 'Trunk': '1.1'}} Aug 24 08:56:13.246133 dv-cinder-852211-5-iscsi neutron-server[118619]: {{(pid=118619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 08:56:13.262040 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:13.264594 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] For port a11d0248-132c-40be-8ceb-0f20143b3b10, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:56:13.291790 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] For port a11d0248-132c-40be-8ceb-0f20143b3b10, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=a11d0248-132c-40be-8ceb-0f20143b3b10,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:56:13.384329 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9061fe23-94bd-4deb-ac32-12d1a94edb70 admin admin] Network 65181a09-8cbe-4f5d-82bd-33e3a80f32ca is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 08:56:13.403380 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (a11d0248-132c-40be-8ceb-0f20143b3b10), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:13.419472 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cad69-b05a-4729-919a-8b0246b185e5 None None] Pushing event updated for resources: {'Port': ['ID=a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:13.506039 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Routers {'df288788-ac29-4c9f-a061-c47484c12d6b'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:56:13.508443 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:55:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['df288788-ac29-4c9f-a061-c47484c12d6b'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:13.516318 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Publish callbacks [] for router_gateway (337a797c-c6ae-46d0-9a13-78c24273cfa3), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:13.529174 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-9061fe23-94bd-4deb-ac32-12d1a94edb70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, 65181a09-8cbe-4f5d-82bd-33e3a80f32ca) {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:13.551713 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9061fe23-94bd-4deb-ac32-12d1a94edb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:13.551713 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9061fe23-94bd-4deb-ac32-12d1a94edb70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:13.556750 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2899520a-6a41-4eb0-8c66-369ca45091db None None] Network 65181a09-8cbe-4f5d-82bd-33e3a80f32ca requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:56:13.593261 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f779ab4-f373-4070-b695-12ca5f1b8572 None None] Pushing event updated for resources: {'Port': ['ID=a11d0248-132c-40be-8ceb-0f20143b3b10,revision_number=3']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:13.614580 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] Allocated IP 172.20.0.1 (49a90e96-9c63-403b-90e7-b545c043dc4b/9be780a7-8c52-4ee8-9007-d0378c4d3642/c27bd586-dbb7-4795-af19-25009026fa31) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:13.660039 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:13.686212 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 is scheduled to L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed with binding_index 1 {{(pid=118616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 08:56:13.693655 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-9061fe23-94bd-4deb-ac32-12d1a94edb70 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0112679 Aug 24 08:56:13.761753 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] Set router df288788-ac29-4c9f-a061-c47484c12d6b gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:56:13.820797 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:13.826217 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Router 92ab1fa8-a977-41da-ac79-ed963abddd46 is scheduled to L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed with binding_index 1 {{(pid=118617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 08:56:13.861147 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9322910b-400a-46ec-9ab3-4e99d00802e8 None None] Network 65181a09-8cbe-4f5d-82bd-33e3a80f32ca requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:56:13.875368 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:14.012216 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:56:14.046498 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Sync routers for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:56:14.118557 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698477'] for router (337a797c-c6ae-46d0-9a13-78c24273cfa3), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:14.153769 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] Publish callbacks [] for port (c27bd586-dbb7-4795-af19-25009026fa31), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:14.160565 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:14.163758 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-045cb241-b98a-4bab-a746-4de91aa5c797 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1112885 Aug 24 08:56:14.166823 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57636) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:14.169924 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:56:14.170593 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:55:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:14.255608 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T08:56:07Z', 'revision_number': 3, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:14.296906 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489228a-83fd-401e-b05e-9b3c85abeb1c None None] The sync data for ids ['df288788-ac29-4c9f-a061-c47484c12d6b'] in dv-cinder-852211-5-iscsi is: [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T08:56:07Z', 'revision_number': 3, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:56:14.487610 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:56:14.497568 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Sync routers for ids ['92ab1fa8-a977-41da-ac79-ed963abddd46'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:56:14.507462 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:56:14.532248 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Routers {'92ab1fa8-a977-41da-ac79-ed963abddd46'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:56:14.533338 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:55:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['92ab1fa8-a977-41da-ac79-ed963abddd46'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:14.575150 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:14.685830 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:14.695911 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 48e24b73-3d0b-4f98-80b6-f1979f5f1343 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:14.709672 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-972c50c0-a93d-400f-9103-feec5b28f1dd admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.9691043 Aug 24 08:56:14.710701 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57646) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:14.814957 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:14.818302 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:14.842214 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Set router 92ab1fa8-a977-41da-ac79-ed963abddd46 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:56:14.860276 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-2f54c314-1cf0-4138-a833-95c5965f9a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:14.989430 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (c27bd586-dbb7-4795-af19-25009026fa31), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:15.030835 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:15.065008 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfee68c7-1411-4303-ad03-33ee487001f2 None None] Network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:56:15.144408 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:15.187209 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] Network 49a90e96-9c63-403b-90e7-b545c043dc4b is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:15.200098 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 48e24b73-3d0b-4f98-80b6-f1979f5f1343 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:15.200719 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (48e24b73-3d0b-4f98-80b6-f1979f5f1343), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:15.216176 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:15.284476 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:15.292742 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-55f97b76-8322-4f34-ae28-c5cd2751424a None None] Provisioning complete for port 02638d1e-b9d4-429a-8430-9621c6f043e0 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:15.295667 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:15.305598 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996336'] for router_interface (df288788-ac29-4c9f-a061-c47484c12d6b), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:15.306566 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-55f97b76-8322-4f34-ae28-c5cd2751424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (02638d1e-b9d4-429a-8430-9621c6f043e0), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:15.348228 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:11Z', 'revision_number': 3, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'gw_port': {'id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:15.423576 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Checking router: 92ab1fa8-a977-41da-ac79-ed963abddd46 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:56:15.424044 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Updating router 92ab1fa8-a977-41da-ac79-ed963abddd46 port 894aeabe-02fb-450b-a48e-b6a609e90943 binding host dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:56:15.572749 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (894aeabe-02fb-450b-a48e-b6a609e90943), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:15.596000 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:15.597874 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d5e9fd-aa47-4bfb-b758-18747907cb07 None None] Network ebbe92c7-fe49-4eaf-bd1b-d872606754be requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:56:15.601878 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:12Z', 'revision_number': 3, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:15.620372 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] Pushing event updated for resources: {'Port': ['ID=c27bd586-dbb7-4795-af19-25009026fa31,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:15.701623 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Checking router: 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:56:15.704043 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Updating router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 port ca43598d-2420-458a-85fe-66d32227f915 binding host dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:56:15.750119 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:15.897166 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Router 337a797c-c6ae-46d0-9a13-78c24273cfa3 is scheduled to L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed with binding_index 1 {{(pid=118617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 08:56:16.057388 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215bac92-645b-4a2c-8f8e-248d02425cdb None None] Network 8974f404-81fe-476f-ae03-918a0ea03bf7 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:56:16.244799 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:16.304616 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (ca43598d-2420-458a-85fe-66d32227f915), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:16.328007 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] Allocated IP 172.20.0.1 (8974f404-81fe-476f-ae03-918a0ea03bf7/68cde71c-76f8-4ef2-ae70-0fbb6e1478f1/39ec87c5-9457-4372-b46c-69482bec3f2e) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:16.400687 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Publish callbacks [] for port (894aeabe-02fb-450b-a48e-b6a609e90943), precommit_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:16.404142 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:16.449323 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (c27bd586-dbb7-4795-af19-25009026fa31), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:16.449514 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:16.481402 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:16.489730 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 48e24b73-3d0b-4f98-80b6-f1979f5f1343 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:16.490118 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (48e24b73-3d0b-4f98-80b6-f1979f5f1343), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:16.503621 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] Publish callbacks [] for port (39ec87c5-9457-4372-b46c-69482bec3f2e), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:16.535162 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (894aeabe-02fb-450b-a48e-b6a609e90943), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:16.558225 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Attempting to bind port 894aeabe-02fb-450b-a48e-b6a609e90943 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:56:16.558587 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Attempting to bind port 894aeabe-02fb-450b-a48e-b6a609e90943 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:56:16.558990 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Attempting to bind port 894aeabe-02fb-450b-a48e-b6a609e90943 on network 386fbc02-808a-45e3-b701-f07af8827885 {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:16.564260 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:56:16.620951 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (39ec87c5-9457-4372-b46c-69482bec3f2e), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:16.632468 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:56:16.632847 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Checking segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:16.633243 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:16.633627 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Bound using segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:56:16.634098 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Bound port: 894aeabe-02fb-450b-a48e-b6a609e90943, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:56:16.639333 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (894aeabe-02fb-450b-a48e-b6a609e90943), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:16.673372 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Sync routers for ids ['337a797c-c6ae-46d0-9a13-78c24273cfa3'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:56:16.681110 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] Network 8974f404-81fe-476f-ae03-918a0ea03bf7 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:16.689934 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:16.707161 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:16.714261 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-6c1351ef-141f-4af4-8684-61d61ac16ee0 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9652481 Aug 24 08:56:16.719555 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6214a84-62c7-44dd-bc93-74d77510f498 None None] Pushing event updated for resources: {'Port': ['ID=894aeabe-02fb-450b-a48e-b6a609e90943,revision_number=2']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:16.721962 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57698) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:16.725612 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:16.736144 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996336'] for router_interface (6d4d4082-48f2-4703-8b51-d6f9ac3eca56), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:16.741357 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-55f97b76-8322-4f34-ae28-c5cd2751424a None None] Current status of the port 02638d1e-b9d4-429a-8430-9621c6f043e0 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:16.741944 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-55f97b76-8322-4f34-ae28-c5cd2751424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (02638d1e-b9d4-429a-8430-9621c6f043e0), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:16.788314 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] For port 894aeabe-02fb-450b-a48e-b6a609e90943, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:56:16.794566 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] For port 894aeabe-02fb-450b-a48e-b6a609e90943, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=894aeabe-02fb-450b-a48e-b6a609e90943,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:56:16.798187 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] Pushing event updated for resources: {'Port': ['ID=39ec87c5-9457-4372-b46c-69482bec3f2e,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:16.869757 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port 48e24b73-3d0b-4f98-80b6-f1979f5f1343, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=48e24b73-3d0b-4f98-80b6-f1979f5f1343,segment=NetworkSegment(ad468f84-a67c-4015-a6a2-eb670b224d12),segment_id=ad468f84-a67c-4015-a6a2-eb670b224d12)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:56:16.893381 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (894aeabe-02fb-450b-a48e-b6a609e90943), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:16.913961 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:16.920499 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-55f97b76-8322-4f34-ae28-c5cd2751424a None None] For port 02638d1e-b9d4-429a-8430-9621c6f043e0, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=02638d1e-b9d4-429a-8430-9621c6f043e0,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:56:16.925703 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Routers {'337a797c-c6ae-46d0-9a13-78c24273cfa3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:56:16.927270 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:56:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['337a797c-c6ae-46d0-9a13-78c24273cfa3'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:16.987320 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Routers {'92ab1fa8-a977-41da-ac79-ed963abddd46'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:56:16.987587 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:56:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['92ab1fa8-a977-41da-ac79-ed963abddd46'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:17.182596 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] Set router 92ab1fa8-a977-41da-ac79-ed963abddd46 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:56:17.189195 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:17.261021 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] Publish callbacks [] for port (c27bd586-dbb7-4795-af19-25009026fa31), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:17.315262 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:17.343673 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (39ec87c5-9457-4372-b46c-69482bec3f2e), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:17.450789 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-55f97b76-8322-4f34-ae28-c5cd2751424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (02638d1e-b9d4-429a-8430-9621c6f043e0), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:17.485255 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (48e24b73-3d0b-4f98-80b6-f1979f5f1343), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:17.486300 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:17.570104 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (c27bd586-dbb7-4795-af19-25009026fa31), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:17.570915 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996364'] for router_interface (df288788-ac29-4c9f-a061-c47484c12d6b), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:17.646530 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:17.700125 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6214a84-62c7-44dd-bc93-74d77510f498 None None] Pushing event updated for resources: {'Port': ['ID=894aeabe-02fb-450b-a48e-b6a609e90943,revision_number=3']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:17.739071 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Set router 337a797c-c6ae-46d0-9a13-78c24273cfa3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:56:17.757689 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:11Z', 'revision_number': 3, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'gw_port': {'id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:17.794100 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3cf36a-a47e-4a4a-b6f3-085d5cf1df04 None None] The sync data for ids ['92ab1fa8-a977-41da-ac79-ed963abddd46'] in dv-cinder-852211-5-iscsi is: [{'id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:11Z', 'revision_number': 3, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'gw_port': {'id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:56:17.845476 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] Publish callbacks [] for port (39ec87c5-9457-4372-b46c-69482bec3f2e), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:17.865241 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] Pushing event updated for resources: {'Port': ['ID=c27bd586-dbb7-4795-af19-25009026fa31,revision_number=2']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:17.875049 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:17.937275 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Publish callbacks [] for port (ca43598d-2420-458a-85fe-66d32227f915), precommit_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:17.952409 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (39ec87c5-9457-4372-b46c-69482bec3f2e), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:17.953625 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996364'] for router_interface (6d4d4082-48f2-4703-8b51-d6f9ac3eca56), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:18.035399 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-9da6bca4-4a73-41cb-99e7-f2268ed64cea None None] Provisioning complete for port 02638d1e-b9d4-429a-8430-9621c6f043e0 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:18.037856 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9da6bca4-4a73-41cb-99e7-f2268ed64cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (02638d1e-b9d4-429a-8430-9621c6f043e0), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:18.088654 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] Allocated IP 172.20.0.1 (eb8a0715-04e1-4525-bfd8-e63c7de1ad20/8a21facc-ab1e-4219-b0f0-4f835c4b6a49/d9d11c0f-fb8c-4706-9af3-99044ab75dba) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:18.118212 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] Network 49a90e96-9c63-403b-90e7-b545c043dc4b is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:18.121827 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:18.123505 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:18.123997 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:18.126357 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:18.148855 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (ca43598d-2420-458a-85fe-66d32227f915), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:18.185322 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:18.208267 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Attempting to bind port ca43598d-2420-458a-85fe-66d32227f915 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:56:18.208645 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Attempting to bind port ca43598d-2420-458a-85fe-66d32227f915 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:56:18.209017 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Attempting to bind port ca43598d-2420-458a-85fe-66d32227f915 on network 386fbc02-808a-45e3-b701-f07af8827885 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:18.336736 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] Pushing event updated for resources: {'Port': ['ID=39ec87c5-9457-4372-b46c-69482bec3f2e,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:18.375549 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:56:18.375549 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Checking segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:18.375549 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:18.375549 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Bound using segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:56:18.375549 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Bound port: ca43598d-2420-458a-85fe-66d32227f915, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:56:18.375549 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (ca43598d-2420-458a-85fe-66d32227f915), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:18.375549 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f97b76-8322-4f34-ae28-c5cd2751424a None None] Pushing event updated for resources: {'Port': ['ID=02638d1e-b9d4-429a-8430-9621c6f043e0,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:18.465353 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] Network 8974f404-81fe-476f-ae03-918a0ea03bf7 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:18.479589 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:18.505927 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:18.665647 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57740) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:18.788070 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] For port ca43598d-2420-458a-85fe-66d32227f915, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:56:18.800041 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] For port ca43598d-2420-458a-85fe-66d32227f915, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=ca43598d-2420-458a-85fe-66d32227f915,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:56:18.826763 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'name': 'tempest-DeleteServersTestJSON-407456021-router', 'tenant_id': 'f58ac192b94c47179055f35cae59f8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'f1a0f9af-7ff5-4726-beb0-2108a4656825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:12Z', 'revision_number': 3, 'project_id': 'f58ac192b94c47179055f35cae59f8ec', 'gw_port': {'id': 'f1a0f9af-7ff5-4726-beb0-2108a4656825', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:87:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:10Z', 'updated_at': '2022-08-24T08:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:18.844409 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] Publish callbacks [] for port (d9d11c0f-fb8c-4706-9af3-99044ab75dba), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:18.849185 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:18.978165 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Checking router: 337a797c-c6ae-46d0-9a13-78c24273cfa3 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:56:18.978520 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Updating router 337a797c-c6ae-46d0-9a13-78c24273cfa3 port f1a0f9af-7ff5-4726-beb0-2108a4656825 binding host dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:56:18.990994 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (ca43598d-2420-458a-85fe-66d32227f915), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:19.052619 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:19.067253 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:19.067253 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:19.079051 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:19.096114 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:19.124931 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:19.173085 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (f1a0f9af-7ff5-4726-beb0-2108a4656825), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:19.174841 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=48e24b73-3d0b-4f98-80b6-f1979f5f1343,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:19.226275 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:56:19.231431 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:56:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:19.267689 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] Router df288788-ac29-4c9f-a061-c47484c12d6b has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:56:19.277188 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (d9d11c0f-fb8c-4706-9af3-99044ab75dba), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:19.336461 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] Router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:56:19.466640 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] Network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:19.482884 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:19.526096 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:19.533219 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996336'] for router_interface (92ab1fa8-a977-41da-ac79-ed963abddd46), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:19.596279 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:56:19.640551 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:19.699501 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d11c0f-fb8c-4706-9af3-99044ab75dba,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:19.704196 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:56:19.710931 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-e53435a2-cbec-434a-b846-ecf0e2e6f40a admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/6d4d4082-48f2-4703-8b51-d6f9ac3eca56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5416164 Aug 24 08:56:19.945278 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-9da6bca4-4a73-41cb-99e7-f2268ed64cea None None] Current status of the port 02638d1e-b9d4-429a-8430-9621c6f043e0 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:19.950390 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:19.951669 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 02638d1e-b9d4-429a-8430-9621c6f043e0 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:19.984858 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-94ab094b-903a-4924-9ee5-fd6549d40acb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:19.994072 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:20.052065 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] Allocated IP 172.20.0.1 (ebbe92c7-fe49-4eaf-bd1b-d872606754be/c184060a-7a1f-4e2a-89c1-85be6efdd11e/c94b0d9e-7dc3-42d9-8716-293999a636a2) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:20.185841 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:56:20.201264 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Sync routers for ids ['df288788-ac29-4c9f-a061-c47484c12d6b'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:56:20.216054 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-2c5572e7-0049-4928-abad-0ac0d9560b3e admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/df288788-ac29-4c9f-a061-c47484c12d6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8535745 Aug 24 08:56:20.216524 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-9da6bca4-4a73-41cb-99e7-f2268ed64cea None None] Provisioning complete for port 48e24b73-3d0b-4f98-80b6-f1979f5f1343 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:20.217144 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9da6bca4-4a73-41cb-99e7-f2268ed64cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (48e24b73-3d0b-4f98-80b6-f1979f5f1343), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:20.246431 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Routers {'df288788-ac29-4c9f-a061-c47484c12d6b'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:56:20.251752 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:56:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['df288788-ac29-4c9f-a061-c47484c12d6b'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:20.347993 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:56:20.353516 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6ba0a-5f00-4161-b88f-76c896481870 None None] Pushing event updated for resources: {'Port': ['ID=ca43598d-2420-458a-85fe-66d32227f915,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:20.514154 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-94ab094b-903a-4924-9ee5-fd6549d40acb admin admin] Publish callbacks [] for security_group (bc4d0dbd-3dba-4ef2-82be-a1df753b7588), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:20.525388 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:20.528323 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (d9d11c0f-fb8c-4706-9af3-99044ab75dba), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:20.589211 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] Publish callbacks [] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:20.593459 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Set router df288788-ac29-4c9f-a061-c47484c12d6b gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:56:20.603050 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:20.635724 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-94ab094b-903a-4924-9ee5-fd6549d40acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (bc4d0dbd-3dba-4ef2-82be-a1df753b7588), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:20.732498 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 02638d1e-b9d4-429a-8430-9621c6f043e0 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:20.734449 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (02638d1e-b9d4-429a-8430-9621c6f043e0), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:20.756719 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab094b-903a-4924-9ee5-fd6549d40acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4d0dbd-3dba-4ef2-82be-a1df753b7588,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:20.765132 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-94ab094b-903a-4924-9ee5-fd6549d40acb admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d22b264a068b4563b9a70fe660d2ad03&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0909457 Aug 24 08:56:20.768044 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57792) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:20.778753 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6ba0a-5f00-4161-b88f-76c896481870 None None] Pushing event updated for resources: {'Port': ['ID=ca43598d-2420-458a-85fe-66d32227f915,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:20.798543 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57794) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:20.812556 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-a9041886-7675-4a63-b7a3-1b98b6b1c0e4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1427548942', 'description': 'tempest-description--1942788729'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:20.902852 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:20.918001 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:20.947699 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a00b0e62-80d9-49ee-a505-cdc8d0a86c6b admin admin] Publish callbacks [] for security_group (bc4d0dbd-3dba-4ef2-82be-a1df753b7588), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:20.960979 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:21.012461 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a00b0e62-80d9-49ee-a505-cdc8d0a86c6b admin admin] Publish callbacks [] for security_group (bc4d0dbd-3dba-4ef2-82be-a1df753b7588), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.019105 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T08:56:15Z', 'revision_number': 4, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'c27bd586-dbb7-4795-af19-25009026fa31', 'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'mac_address': 'fa:16:3e:57:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:12Z', 'updated_at': '2022-08-24T08:56:16Z', 'revision_number': 2, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'subnets': [{'id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:21.022031 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a9041886-7675-4a63-b7a3-1b98b6b1c0e4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.035015 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] Publish callbacks [] for port (d9d11c0f-fb8c-4706-9af3-99044ab75dba), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.038351 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] Network ebbe92c7-fe49-4eaf-bd1b-d872606754be is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:21.047017 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:21.054494 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:21.055197 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996336'] for router_interface (337a797c-c6ae-46d0-9a13-78c24273cfa3), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.058385 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] Pushing event updated for resources: {'Port': ['ID=c94b0d9e-7dc3-42d9-8716-293999a636a2,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:21.063082 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Checking router: df288788-ac29-4c9f-a061-c47484c12d6b for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:56:21.063082 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Updating router df288788-ac29-4c9f-a061-c47484c12d6b port c27bd586-dbb7-4795-af19-25009026fa31 binding host dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:56:21.121882 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57800) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:21.129408 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-027033fe-1620-41e7-bf8b-7b5b6784a24b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--312280793', 'description': 'tempest-description--1309600289'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:21.132418 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (c27bd586-dbb7-4795-af19-25009026fa31), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.143288 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 2, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:21.163698 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (d9d11c0f-fb8c-4706-9af3-99044ab75dba), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.165011 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996364'] for router_interface (92ab1fa8-a977-41da-ac79-ed963abddd46), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.200658 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a9041886-7675-4a63-b7a3-1b98b6b1c0e4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (4fcfa252-fd95-4629-9b10-feb87f1ee392), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.209400 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c27f29c-0f32-4c91-bd69-f805a5d065c1 None None] The sync data for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi is: [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 2, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:56:21.223945 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d11c0f-fb8c-4706-9af3-99044ab75dba,revision_number=2']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:21.238723 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-9da6bca4-4a73-41cb-99e7-f2268ed64cea None None] Current status of the port 48e24b73-3d0b-4f98-80b6-f1979f5f1343 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:21.259117 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-9da6bca4-4a73-41cb-99e7-f2268ed64cea None None] Provisioning complete for port c27bd586-dbb7-4795-af19-25009026fa31 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:21.259117 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9da6bca4-4a73-41cb-99e7-f2268ed64cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (c27bd586-dbb7-4795-af19-25009026fa31), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.267095 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a00b0e62-80d9-49ee-a505-cdc8d0a86c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (bc4d0dbd-3dba-4ef2-82be-a1df753b7588), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.269655 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a00b0e62-80d9-49ee-a505-cdc8d0a86c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.271726 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-a00b0e62-80d9-49ee-a505-cdc8d0a86c6b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bc4d0dbd-3dba-4ef2-82be-a1df753b7588 HTTP/1.1" status: 204 len: 168 time: 0.5006256 Aug 24 08:56:21.304302 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b0e62-80d9-49ee-a505-cdc8d0a86c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4d0dbd-3dba-4ef2-82be-a1df753b7588,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:21.306286 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a9041886-7675-4a63-b7a3-1b98b6b1c0e4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (4fcfa252-fd95-4629-9b10-feb87f1ee392), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.310231 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-027033fe-1620-41e7-bf8b-7b5b6784a24b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.396522 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:21.439596 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] Network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:21.441135 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:21.455126 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-9da6bca4-4a73-41cb-99e7-f2268ed64cea None None] Port c27bd586-dbb7-4795-af19-25009026fa31 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:56:21.459847 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9041886-7675-4a63-b7a3-1b98b6b1c0e4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcfa252-fd95-4629-9b10-feb87f1ee392,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:21.462314 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:21.473862 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:21.520878 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a9041886-7675-4a63-b7a3-1b98b6b1c0e4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.528651 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-a9041886-7675-4a63-b7a3-1b98b6b1c0e4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7289059 Aug 24 08:56:21.530920 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57804) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:21.560924 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-24ffafce-b624-4e3a-be99-950058e3ae32 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'security_group_rule': {'security_group_id': '4fcfa252-fd95-4629-9b10-feb87f1ee392', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:21.647810 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:21.712606 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=5 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:21.737958 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 02638d1e-b9d4-429a-8430-9621c6f043e0 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:21.778236 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-9da6bca4-4a73-41cb-99e7-f2268ed64cea None None] Provisioning complete for port a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:21.779968 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9da6bca4-4a73-41cb-99e7-f2268ed64cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.805457 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-027033fe-1620-41e7-bf8b-7b5b6784a24b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group (397f8769-443b-46b8-befd-8c136e06abb2), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.835036 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.851565 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:21.856325 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] Router 92ab1fa8-a977-41da-ac79-ed963abddd46 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:56:21.891330 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-24ffafce-b624-4e3a-be99-950058e3ae32 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (5bbb2c8f-975d-4a4b-aa81-800735c27aaf), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.897247 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-027033fe-1620-41e7-bf8b-7b5b6784a24b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (397f8769-443b-46b8-befd-8c136e06abb2), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:21.920279 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Publish callbacks [] for port (c27bd586-dbb7-4795-af19-25009026fa31), precommit_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.067889 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (c27bd586-dbb7-4795-af19-25009026fa31), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.071233 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Publish callbacks [] for port (f1a0f9af-7ff5-4726-beb0-2108a4656825), precommit_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.137144 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:22.157647 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-027033fe-1620-41e7-bf8b-7b5b6784a24b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.157647 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-027033fe-1620-41e7-bf8b-7b5b6784a24b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0309937 Aug 24 08:56:22.173146 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57836) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:22.175244 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027033fe-1620-41e7-bf8b-7b5b6784a24b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397f8769-443b-46b8-befd-8c136e06abb2,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:22.186810 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (f1a0f9af-7ff5-4726-beb0-2108a4656825), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.193987 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5b957-013e-405e-a6b9-eba9327da616 None None] Pushing event updated for resources: {'Port': ['ID=c27bd586-dbb7-4795-af19-25009026fa31,revision_number=3']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:22.224784 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-5000dfd2-1e04-401f-b283-0938dcbdef3f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Request body: {'security_group_rule': {'security_group_id': '397f8769-443b-46b8-befd-8c136e06abb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:22.339981 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 48e24b73-3d0b-4f98-80b6-f1979f5f1343 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:22.342062 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Attempting to bind port c27bd586-dbb7-4795-af19-25009026fa31 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:56:22.343203 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Attempting to bind port c27bd586-dbb7-4795-af19-25009026fa31 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': 'f6f12a5d-ce41-48e8-9611-b0de71dd696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b'}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:56:22.343837 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Attempting to bind port c27bd586-dbb7-4795-af19-25009026fa31 on network 49a90e96-9c63-403b-90e7-b545c043dc4b {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:22.351415 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:56:22.352450 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Checking segment: {'id': 'f6f12a5d-ce41-48e8-9611-b0de71dd696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:22.353088 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.353740 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Bound using segment: {'id': 'f6f12a5d-ce41-48e8-9611-b0de71dd696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b'} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:56:22.355251 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Bound port: c27bd586-dbb7-4795-af19-25009026fa31, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f12a5d-ce41-48e8-9611-b0de71dd696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b'}}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:56:22.357318 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (c27bd586-dbb7-4795-af19-25009026fa31), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.378367 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-24ffafce-b624-4e3a-be99-950058e3ae32 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (5bbb2c8f-975d-4a4b-aa81-800735c27aaf), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.405079 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Attempting to bind port f1a0f9af-7ff5-4726-beb0-2108a4656825 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:56:22.405455 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Attempting to bind port f1a0f9af-7ff5-4726-beb0-2108a4656825 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:56:22.405824 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Attempting to bind port f1a0f9af-7ff5-4726-beb0-2108a4656825 on network 386fbc02-808a-45e3-b701-f07af8827885 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:22.413251 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-9da6bca4-4a73-41cb-99e7-f2268ed64cea None None] Current status of the port a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:22.438267 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5000dfd2-1e04-401f-b283-0938dcbdef3f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group_rule (9f11d97c-213a-4e92-b256-474648f0b164), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.449894 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:56:22.450288 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Checking segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:22.450705 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.451113 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Bound using segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:56:22.451655 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Bound port: f1a0f9af-7ff5-4726-beb0-2108a4656825, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:56:22.452080 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (f1a0f9af-7ff5-4726-beb0-2108a4656825), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.458536 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] For port c27bd586-dbb7-4795-af19-25009026fa31, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:56:22.463177 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] For port c27bd586-dbb7-4795-af19-25009026fa31, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=c27bd586-dbb7-4795-af19-25009026fa31,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:56:22.467480 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e7350-a99c-4c7d-94fc-dd0c0ae239b6 None None] Pushing event updated for resources: {'Port': ['ID=f1a0f9af-7ff5-4726-beb0-2108a4656825,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:22.570309 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 48e24b73-3d0b-4f98-80b6-f1979f5f1343 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:22.570796 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (48e24b73-3d0b-4f98-80b6-f1979f5f1343), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.571764 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57842) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:22.641353 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] Provisioning complete for port 48e24b73-3d0b-4f98-80b6-f1979f5f1343 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:22.642112 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (48e24b73-3d0b-4f98-80b6-f1979f5f1343), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.647688 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-24ffafce-b624-4e3a-be99-950058e3ae32 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (5bbb2c8f-975d-4a4b-aa81-800735c27aaf), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.651997 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:56:22.655583 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5000dfd2-1e04-401f-b283-0938dcbdef3f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group_rule (9f11d97c-213a-4e92-b256-474648f0b164), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.674378 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (c27bd586-dbb7-4795-af19-25009026fa31), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.691136 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-8e890e26-daa1-4cbd-b96f-c346ebea4414 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/92ab1fa8-a977-41da-ac79-ed963abddd46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9700980 Aug 24 08:56:22.692570 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-186a03ce-6ed6-42ec-b2ee-ef459859b4e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.709273 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffafce-b624-4e3a-be99-950058e3ae32 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbb2c8f-975d-4a4b-aa81-800735c27aaf,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:22.752422 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] For port f1a0f9af-7ff5-4726-beb0-2108a4656825, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:56:22.757643 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Routers {'df288788-ac29-4c9f-a061-c47484c12d6b'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:56:22.758528 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:56:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['df288788-ac29-4c9f-a061-c47484c12d6b'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:22.766758 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Sync routers for ids ['92ab1fa8-a977-41da-ac79-ed963abddd46'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:56:22.788743 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] Publish callbacks [] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.821182 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] For port f1a0f9af-7ff5-4726-beb0-2108a4656825, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=f1a0f9af-7ff5-4726-beb0-2108a4656825,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:56:22.824439 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:22.846869 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Routers {'92ab1fa8-a977-41da-ac79-ed963abddd46'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:56:22.847819 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:56:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['92ab1fa8-a977-41da-ac79-ed963abddd46'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:22.858369 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5000dfd2-1e04-401f-b283-0938dcbdef3f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (9f11d97c-213a-4e92-b256-474648f0b164), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.893164 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5b957-013e-405e-a6b9-eba9327da616 None None] Pushing event updated for resources: {'Port': ['ID=c27bd586-dbb7-4795-af19-25009026fa31,revision_number=4']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:22.906139 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000dfd2-1e04-401f-b283-0938dcbdef3f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f11d97c-213a-4e92-b256-474648f0b164,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:22.925099 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-186a03ce-6ed6-42ec-b2ee-ef459859b4e9 admin admin] Publish callbacks [] for security_group (a5bda7e1-0c78-4ad4-83fc-bc1d7a22145f), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.938224 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-24ffafce-b624-4e3a-be99-950058e3ae32 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:22.940943 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-24ffafce-b624-4e3a-be99-950058e3ae32 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4057465 Aug 24 08:56:22.945009 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57848) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:22.956389 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-d73e6791-48e8-42cc-947c-780805a2084a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'security_group_rule': {'security_group_id': '4fcfa252-fd95-4629-9b10-feb87f1ee392', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:22.988695 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] Set router df288788-ac29-4c9f-a061-c47484c12d6b gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:56:23.039353 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:23.064602 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:23.065203 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996364'] for router_interface (337a797c-c6ae-46d0-9a13-78c24273cfa3), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:23.082111 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (f1a0f9af-7ff5-4726-beb0-2108a4656825), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:23.154474 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 48e24b73-3d0b-4f98-80b6-f1979f5f1343 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:23.155335 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5000dfd2-1e04-401f-b283-0938dcbdef3f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:23.155873 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 894aeabe-02fb-450b-a48e-b6a609e90943 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:23.156826 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-5000dfd2-1e04-401f-b283-0938dcbdef3f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9825752 Aug 24 08:56:23.166242 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57852) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:23.171507 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-dd31d25b-6a02-4a9b-b224-b5ad0f93fb80 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Request body: {'security_group_rule': {'security_group_id': '397f8769-443b-46b8-befd-8c136e06abb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:23.191128 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] Current status of the port 48e24b73-3d0b-4f98-80b6-f1979f5f1343 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:23.213082 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-186a03ce-6ed6-42ec-b2ee-ef459859b4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (a5bda7e1-0c78-4ad4-83fc-bc1d7a22145f), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:23.234423 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d73e6791-48e8-42cc-947c-780805a2084a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (afab76ea-bb9d-45d3-b2f9-291c6ed774f0), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:23.235437 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Routers {'337a797c-c6ae-46d0-9a13-78c24273cfa3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:56:23.236072 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:56:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['337a797c-c6ae-46d0-9a13-78c24273cfa3'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:23.250695 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Set router 92ab1fa8-a977-41da-ac79-ed963abddd46 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:56:23.308452 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57854) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:23.310455 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] Pushing event updated for resources: {'Port': ['ID=c94b0d9e-7dc3-42d9-8716-293999a636a2,revision_number=2']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:23.381151 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d73e6791-48e8-42cc-947c-780805a2084a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (afab76ea-bb9d-45d3-b2f9-291c6ed774f0), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:23.442881 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-dd31d25b-6a02-4a9b-b224-b5ad0f93fb80 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group_rule (7350d368-52bb-4d8d-a80b-11f188dc0116), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:23.495916 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T08:56:15Z', 'revision_number': 4, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'c27bd586-dbb7-4795-af19-25009026fa31', 'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'mac_address': 'fa:16:3e:57:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:12Z', 'updated_at': '2022-08-24T08:56:22Z', 'revision_number': 4, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'subnets': [{'id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:23.500010 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e7350-a99c-4c7d-94fc-dd0c0ae239b6 None None] Pushing event updated for resources: {'Port': ['ID=f1a0f9af-7ff5-4726-beb0-2108a4656825,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:23.500464 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-186a03ce-6ed6-42ec-b2ee-ef459859b4e9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9625eeb117a14241b382539f85004f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9276729 Aug 24 08:56:23.506741 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57866) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:23.541609 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8f84c-6534-420b-acff-25dc3f758a70 None None] The sync data for ids ['df288788-ac29-4c9f-a061-c47484c12d6b'] in dv-cinder-852211-5-iscsi is: [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T08:56:15Z', 'revision_number': 4, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'c27bd586-dbb7-4795-af19-25009026fa31', 'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'mac_address': 'fa:16:3e:57:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:12Z', 'updated_at': '2022-08-24T08:56:22Z', 'revision_number': 4, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'subnets': [{'id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:56:23.551726 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] Provisioning complete for port c27bd586-dbb7-4795-af19-25009026fa31 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:23.551726 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (c27bd586-dbb7-4795-af19-25009026fa31), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:23.603065 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d73e6791-48e8-42cc-947c-780805a2084a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (afab76ea-bb9d-45d3-b2f9-291c6ed774f0), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:23.604132 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a03ce-6ed6-42ec-b2ee-ef459859b4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bda7e1-0c78-4ad4-83fc-bc1d7a22145f,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:23.682072 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:23.694107 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] Network ebbe92c7-fe49-4eaf-bd1b-d872606754be is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:23.696345 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:23.807315 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e6791-48e8-42cc-947c-780805a2084a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afab76ea-bb9d-45d3-b2f9-291c6ed774f0,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:23.865373 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57870) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:23.903260 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1816f8ab-0605-459e-84a9-8be3e61dea3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:23.942859 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-29ec7a67-d33a-4fd2-a6c1-92093e6da82f admin admin] Publish callbacks [] for security_group (a5bda7e1-0c78-4ad4-83fc-bc1d7a22145f), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:23.952074 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d73e6791-48e8-42cc-947c-780805a2084a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:23.953402 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-d73e6791-48e8-42cc-947c-780805a2084a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0071630 Aug 24 08:56:23.966439 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-dd31d25b-6a02-4a9b-b224-b5ad0f93fb80 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group_rule (7350d368-52bb-4d8d-a80b-11f188dc0116), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:23.997249 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:23.997249 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57876) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:23.998177 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] Set router 337a797c-c6ae-46d0-9a13-78c24273cfa3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:56:24.007105 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-ff076d31-df24-4bdb-9d1c-b32cd7c3a5b4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'floatingip': {'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:24.050553 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-29ec7a67-d33a-4fd2-a6c1-92093e6da82f admin admin] Publish callbacks [] for security_group (a5bda7e1-0c78-4ad4-83fc-bc1d7a22145f), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.065627 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c7310750-69bb-4407-a44e-1bfaca6fd7a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.066581 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:24.093007 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 894aeabe-02fb-450b-a48e-b6a609e90943 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:24.093825 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (894aeabe-02fb-450b-a48e-b6a609e90943), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.120121 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-dd31d25b-6a02-4a9b-b224-b5ad0f93fb80 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (7350d368-52bb-4d8d-a80b-11f188dc0116), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.164754 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] Router 337a797c-c6ae-46d0-9a13-78c24273cfa3 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:56:24.180613 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31d25b-6a02-4a9b-b224-b5ad0f93fb80 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7350d368-52bb-4d8d-a80b-11f188dc0116,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:24.257617 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1816f8ab-0605-459e-84a9-8be3e61dea3a admin admin] Publish callbacks [] for security_group (3cb87e8b-8b1d-494b-9f8e-74217f603255), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.306405 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c7310750-69bb-4407-a44e-1bfaca6fd7a6 admin admin] Publish callbacks [] for security_group (5c126585-e86c-4e27-aca8-663ff90056dc), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.308232 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ff076d31-df24-4bdb-9d1c-b32cd7c3a5b4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.310748 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-dd31d25b-6a02-4a9b-b224-b5ad0f93fb80 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.312053 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-dd31d25b-6a02-4a9b-b224-b5ad0f93fb80 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1443689 Aug 24 08:56:24.318143 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57882) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:24.326382 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-9b3ea9c3-0eb7-4e53-b6c9-704e88b7362d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Request body: {'floatingip': {'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:24.337589 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1816f8ab-0605-459e-84a9-8be3e61dea3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (3cb87e8b-8b1d-494b-9f8e-74217f603255), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.343716 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-29ec7a67-d33a-4fd2-a6c1-92093e6da82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (a5bda7e1-0c78-4ad4-83fc-bc1d7a22145f), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.347322 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-29ec7a67-d33a-4fd2-a6c1-92093e6da82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.352222 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-29ec7a67-d33a-4fd2-a6c1-92093e6da82f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a5bda7e1-0c78-4ad4-83fc-bc1d7a22145f HTTP/1.1" status: 204 len: 168 time: 0.8409696 Aug 24 08:56:24.402528 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] Current status of the port c27bd586-dbb7-4795-af19-25009026fa31 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:24.402528 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (c27bd586-dbb7-4795-af19-25009026fa31), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.412012 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c7310750-69bb-4407-a44e-1bfaca6fd7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (5c126585-e86c-4e27-aca8-663ff90056dc), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.444898 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57898) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:24.464842 dv-cinder-852211-5-iscsi neutron-server[118616]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 08:56:24.501989 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-1816f8ab-0605-459e-84a9-8be3e61dea3a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6054f9b6abdf48cabd9ec6182c4dc955&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1923838 Aug 24 08:56:24.522818 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 57900) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:24.545535 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:24.546849 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 894aeabe-02fb-450b-a48e-b6a609e90943 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:24.552511 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (894aeabe-02fb-450b-a48e-b6a609e90943), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.552666 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816f8ab-0605-459e-84a9-8be3e61dea3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb87e8b-8b1d-494b-9f8e-74217f603255,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:24.585873 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea9c3-0eb7-4e53-b6c9-704e88b7362d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.598074 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] For port c27bd586-dbb7-4795-af19-25009026fa31, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=c27bd586-dbb7-4795-af19-25009026fa31,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:56:24.608595 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:20Z', 'revision_number': 4, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'gw_port': {'id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'd9d11c0f-fb8c-4706-9af3-99044ab75dba', 'name': '', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'mac_address': 'fa:16:3e:10:ca:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:17Z', 'updated_at': '2022-08-24T08:56:20Z', 'revision_number': 2, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'subnets': [{'id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:24.653910 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Checking router: 92ab1fa8-a977-41da-ac79-ed963abddd46 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:56:24.654275 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Updating router 92ab1fa8-a977-41da-ac79-ed963abddd46 port d9d11c0f-fb8c-4706-9af3-99044ab75dba binding host dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:56:24.663150 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port 894aeabe-02fb-450b-a48e-b6a609e90943, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=894aeabe-02fb-450b-a48e-b6a609e90943,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:56:24.675178 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-c7310750-69bb-4407-a44e-1bfaca6fd7a6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3fcabca864294bb79ed4dac5f846ae24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8079329 Aug 24 08:56:24.678036 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57904) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:24.680938 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ff076d31-df24-4bdb-9d1c-b32cd7c3a5b4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.689407 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:56:24.696957 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-c8b62bfb-dfde-41de-ab66-4b54d82c24eb admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/337a797c-c6ae-46d0-9a13-78c24273cfa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9691787 Aug 24 08:56:24.737321 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec7a67-d33a-4fd2-a6c1-92093e6da82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bda7e1-0c78-4ad4-83fc-bc1d7a22145f,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:24.737557 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (c27bd586-dbb7-4795-af19-25009026fa31), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.752509 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'name': 'tempest-DeleteServersTestJSON-407456021-router', 'tenant_id': 'f58ac192b94c47179055f35cae59f8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'f1a0f9af-7ff5-4726-beb0-2108a4656825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:21Z', 'revision_number': 4, 'project_id': 'f58ac192b94c47179055f35cae59f8ec', 'gw_port': {'id': 'f1a0f9af-7ff5-4726-beb0-2108a4656825', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:87:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:10Z', 'updated_at': '2022-08-24T08:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'c94b0d9e-7dc3-42d9-8716-293999a636a2', 'name': '', 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be', 'tenant_id': 'f58ac192b94c47179055f35cae59f8ec', 'mac_address': 'fa:16:3e:b2:f6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c184060a-7a1f-4e2a-89c1-85be6efdd11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:19Z', 'updated_at': '2022-08-24T08:56:22Z', 'revision_number': 2, 'project_id': 'f58ac192b94c47179055f35cae59f8ec', 'subnets': [{'id': 'c184060a-7a1f-4e2a-89c1-85be6efdd11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:24.764917 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:24.787153 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (894aeabe-02fb-450b-a48e-b6a609e90943), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.787967 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device a11d0248-132c-40be-8ceb-0f20143b3b10 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:24.862153 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-dfad34df-f174-442f-906d-c814ca867321 admin admin] Publish callbacks [] for security_group (5c126585-e86c-4e27-aca8-663ff90056dc), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.910250 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:24.940173 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-dfad34df-f174-442f-906d-c814ca867321 admin admin] Publish callbacks [] for security_group (5c126585-e86c-4e27-aca8-663ff90056dc), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.942988 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (d9d11c0f-fb8c-4706-9af3-99044ab75dba), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:24.960531 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [None req-ff076d31-df24-4bdb-9d1c-b32cd7c3a5b4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Allocated IP 172.27.1.139 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/f9794023-05ee-4250-a47b-b7a96f00a335) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:25.104609 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] Provisioning complete for port 39ec87c5-9457-4372-b46c-69482bec3f2e triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:25.108170 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (39ec87c5-9457-4372-b46c-69482bec3f2e), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:25.217344 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1f92b-80fe-4775-b19f-2064e65dedc5 None None] The sync data for ids ['337a797c-c6ae-46d0-9a13-78c24273cfa3'] in dv-cinder-852211-5-iscsi is: [{'id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'name': 'tempest-DeleteServersTestJSON-407456021-router', 'tenant_id': 'f58ac192b94c47179055f35cae59f8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'f1a0f9af-7ff5-4726-beb0-2108a4656825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:21Z', 'revision_number': 4, 'project_id': 'f58ac192b94c47179055f35cae59f8ec', 'gw_port': {'id': 'f1a0f9af-7ff5-4726-beb0-2108a4656825', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:87:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:10Z', 'updated_at': '2022-08-24T08:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'c94b0d9e-7dc3-42d9-8716-293999a636a2', 'name': '', 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be', 'tenant_id': 'f58ac192b94c47179055f35cae59f8ec', 'mac_address': 'fa:16:3e:b2:f6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c184060a-7a1f-4e2a-89c1-85be6efdd11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:19Z', 'updated_at': '2022-08-24T08:56:22Z', 'revision_number': 2, 'project_id': 'f58ac192b94c47179055f35cae59f8ec', 'subnets': [{'id': 'c184060a-7a1f-4e2a-89c1-85be6efdd11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:56:25.243320 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ff076d31-df24-4bdb-9d1c-b32cd7c3a5b4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for port (f9794023-05ee-4250-a47b-b7a96f00a335), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:25.250928 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-dfad34df-f174-442f-906d-c814ca867321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (5c126585-e86c-4e27-aca8-663ff90056dc), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:25.259088 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-dfad34df-f174-442f-906d-c814ca867321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:25.264798 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-dfad34df-f174-442f-906d-c814ca867321 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5c126585-e86c-4e27-aca8-663ff90056dc HTTP/1.1" status: 204 len: 168 time: 0.5815530 Aug 24 08:56:25.276764 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad34df-f174-442f-906d-c814ca867321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c126585-e86c-4e27-aca8-663ff90056dc,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:25.310008 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port a11d0248-132c-40be-8ceb-0f20143b3b10 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:25.310597 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (a11d0248-132c-40be-8ceb-0f20143b3b10), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:25.335787 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea9c3-0eb7-4e53-b6c9-704e88b7362d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:25.342837 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7310750-69bb-4407-a44e-1bfaca6fd7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c126585-e86c-4e27-aca8-663ff90056dc,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:25.357962 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-d907263f-082f-428c-abcb-4b85a7ccddd9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:25.359587 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-d907263f-082f-428c-abcb-4b85a7ccddd9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 819 time: 0.9067264 Aug 24 08:56:25.394140 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] Pushing event updated for resources: {'Port': ['ID=c27bd586-dbb7-4795-af19-25009026fa31,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:25.416003 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c1a55a73-5604-471d-bfcf-0f2ce7c75422 admin admin] Publish callbacks [] for security_group (3cb87e8b-8b1d-494b-9f8e-74217f603255), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:25.420933 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ff076d31-df24-4bdb-9d1c-b32cd7c3a5b4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (f9794023-05ee-4250-a47b-b7a96f00a335), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:25.436914 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-7131df52-1fdc-419c-94d3-afe73a4fb9e3 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/quotas/9ce953ed361742a29b0c750ca13d88e2 HTTP/1.1" status: 200 len: 375 time: 0.0687380 Aug 24 08:56:25.448728 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] Port 39ec87c5-9457-4372-b46c-69482bec3f2e cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:56:25.481768 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff076d31-df24-4bdb-9d1c-b32cd7c3a5b4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:25.485527 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-ff076d31-df24-4bdb-9d1c-b32cd7c3a5b4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:25.494281 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff076d31-df24-4bdb-9d1c-b32cd7c3a5b4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:25.501380 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff076d31-df24-4bdb-9d1c-b32cd7c3a5b4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'Port': ['ID=f9794023-05ee-4250-a47b-b7a96f00a335,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:25.591091 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ff076d31-df24-4bdb-9d1c-b32cd7c3a5b4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (25c5f447-969c-49cd-92d7-da85bb47563f), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:25.595590 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57946) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:25.599539 dv-cinder-852211-5-iscsi neutron-server[118617]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 08:56:25.631006 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c1a55a73-5604-471d-bfcf-0f2ce7c75422 admin admin] Publish callbacks [] for security_group (3cb87e8b-8b1d-494b-9f8e-74217f603255), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:25.641689 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] Provisioning complete for port d9d11c0f-fb8c-4706-9af3-99044ab75dba triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:25.643236 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (d9d11c0f-fb8c-4706-9af3-99044ab75dba), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:25.803888 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Publish callbacks [] for port (d9d11c0f-fb8c-4706-9af3-99044ab75dba), precommit_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:25.807178 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=894aeabe-02fb-450b-a48e-b6a609e90943,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:25.817824 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-8d630e8b-4477-4c3e-a1f9-604bb8eb7d65 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3372865 Aug 24 08:56:25.843848 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ff076d31-df24-4bdb-9d1c-b32cd7c3a5b4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (f9794023-05ee-4250-a47b-b7a96f00a335), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:25.844410 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-9b3ea9c3-0eb7-4e53-b6c9-704e88b7362d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Allocated IP 172.27.1.174 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/94a89eea-e97e-46d9-9dee-9af94f472784) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:25.855068 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port a11d0248-132c-40be-8ceb-0f20143b3b10 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:25.855521 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (a11d0248-132c-40be-8ceb-0f20143b3b10), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:25.866846 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] Port d9d11c0f-fb8c-4706-9af3-99044ab75dba cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:56:25.872293 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] Provisioning complete for port c94b0d9e-7dc3-42d9-8716-293999a636a2 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:25.872679 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:25.910357 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (d9d11c0f-fb8c-4706-9af3-99044ab75dba), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:25.922222 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-21efee33-6fcb-4d90-9892-13cf917982a9 None None] Port c94b0d9e-7dc3-42d9-8716-293999a636a2 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:56:25.959563 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c1a55a73-5604-471d-bfcf-0f2ce7c75422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (3cb87e8b-8b1d-494b-9f8e-74217f603255), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:25.962798 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c1a55a73-5604-471d-bfcf-0f2ce7c75422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:25.964262 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-c1a55a73-5604-471d-bfcf-0f2ce7c75422 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3cb87e8b-8b1d-494b-9f8e-74217f603255 HTTP/1.1" status: 204 len: 168 time: 1.4400926 Aug 24 08:56:25.966728 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port a11d0248-132c-40be-8ceb-0f20143b3b10, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=a11d0248-132c-40be-8ceb-0f20143b3b10,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:56:25.994330 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a55a73-5604-471d-bfcf-0f2ce7c75422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb87e8b-8b1d-494b-9f8e-74217f603255,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:26.049212 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Attempting to bind port d9d11c0f-fb8c-4706-9af3-99044ab75dba on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:56:26.049629 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Attempting to bind port d9d11c0f-fb8c-4706-9af3-99044ab75dba by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:56:26.051047 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Attempting to bind port d9d11c0f-fb8c-4706-9af3-99044ab75dba on network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:26.058338 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbdc3a-d38e-4ca8-b5b1-fe6b93e5c301 None None] Pushing event updated for resources: {'Port': ['ID=d9d11c0f-fb8c-4706-9af3-99044ab75dba,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:26.068448 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:56:26.069881 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Checking segment: {'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:26.069881 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:26.070094 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Bound using segment: {'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:56:26.070818 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Bound port: d9d11c0f-fb8c-4706-9af3-99044ab75dba, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:56:26.071244 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (d9d11c0f-fb8c-4706-9af3-99044ab75dba), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:26.079190 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea9c3-0eb7-4e53-b6c9-704e88b7362d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for port (94a89eea-e97e-46d9-9dee-9af94f472784), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:26.108225 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-6cb0ff4b-8180-4341-8756-03b56d939b25 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:26.109986 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-6cb0ff4b-8180-4341-8756-03b56d939b25 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/networks?id=ebbe92c7-fe49-4eaf-bd1b-d872606754be HTTP/1.1" status: 200 len: 811 time: 0.5132434 Aug 24 08:56:26.136915 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (a11d0248-132c-40be-8ceb-0f20143b3b10), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:26.138262 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:26.148940 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-d76f75e4-7a88-4ef1-8c50-5fd071c5aa16 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/quotas/f58ac192b94c47179055f35cae59f8ec HTTP/1.1" status: 200 len: 375 time: 0.0259604 Aug 24 08:56:26.198219 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-655846fa-0421-415f-9816-eca19801565e None None] Provisioning complete for port c94b0d9e-7dc3-42d9-8716-293999a636a2 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:26.198621 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-655846fa-0421-415f-9816-eca19801565e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:26.225748 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea9c3-0eb7-4e53-b6c9-704e88b7362d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (94a89eea-e97e-46d9-9dee-9af94f472784), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:26.239002 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Sync routers for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:56:26.288895 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] For port d9d11c0f-fb8c-4706-9af3-99044ab75dba, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:56:26.292501 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] For port d9d11c0f-fb8c-4706-9af3-99044ab75dba, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=d9d11c0f-fb8c-4706-9af3-99044ab75dba,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:56:26.295672 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-388ae8cf-7513-4c9f-b65c-366b040f525d tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f58ac192b94c47179055f35cae59f8ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944049 Aug 24 08:56:26.325955 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:56:26.340256 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:56:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:26.352847 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=a11d0248-132c-40be-8ceb-0f20143b3b10,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:26.365528 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:26.382559 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (d9d11c0f-fb8c-4706-9af3-99044ab75dba), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:26.388867 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ff076d31-df24-4bdb-9d1c-b32cd7c3a5b4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for port (f9794023-05ee-4250-a47b-b7a96f00a335), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:26.427222 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57960) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:26.450841 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-29c73c8b-7727-42e6-8c50-9e213c5ae49b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:26.488810 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-655846fa-0421-415f-9816-eca19801565e None None] Port c94b0d9e-7dc3-42d9-8716-293999a636a2 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:56:26.518189 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ff076d31-df24-4bdb-9d1c-b32cd7c3a5b4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (f9794023-05ee-4250-a47b-b7a96f00a335), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:26.518994 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ff076d31-df24-4bdb-9d1c-b32cd7c3a5b4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (25c5f447-969c-49cd-92d7-da85bb47563f), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:26.656498 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff076d31-df24-4bdb-9d1c-b32cd7c3a5b4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'Port': ['ID=f9794023-05ee-4250-a47b-b7a96f00a335,revision_number=2']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:26.687056 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ff076d31-df24-4bdb-9d1c-b32cd7c3a5b4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:26.695757 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-ff076d31-df24-4bdb-9d1c-b32cd7c3a5b4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6954894 Aug 24 08:56:26.709091 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:56:26.733933 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:26.755528 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbdc3a-d38e-4ca8-b5b1-fe6b93e5c301 None None] Pushing event updated for resources: {'Port': ['ID=d9d11c0f-fb8c-4706-9af3-99044ab75dba,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:26.769788 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Routers {'92ab1fa8-a977-41da-ac79-ed963abddd46'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:56:26.770557 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:56:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['92ab1fa8-a977-41da-ac79-ed963abddd46'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:26.850280 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-29c73c8b-7727-42e6-8c50-9e213c5ae49b admin admin] Publish callbacks [] for security_group (221074fc-f51b-4c65-9e92-cf797a5f0b78), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:26.926352 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-29c73c8b-7727-42e6-8c50-9e213c5ae49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (221074fc-f51b-4c65-9e92-cf797a5f0b78), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:26.947619 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:27.022153 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:27.034785 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:27.053362 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-29c73c8b-7727-42e6-8c50-9e213c5ae49b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=42e036212c2f4448bd2cb35ede9ce408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6249084 Aug 24 08:56:27.053985 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 57982) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:27.060781 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c73c8b-7727-42e6-8c50-9e213c5ae49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221074fc-f51b-4c65-9e92-cf797a5f0b78,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:27.093538 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3ea9c3-0eb7-4e53-b6c9-704e88b7362d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:27.097170 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-9b3ea9c3-0eb7-4e53-b6c9-704e88b7362d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:27.109998 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3ea9c3-0eb7-4e53-b6c9-704e88b7362d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:27.114775 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ea9c3-0eb7-4e53-b6c9-704e88b7362d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Pushing event updated for resources: {'Port': ['ID=94a89eea-e97e-46d9-9dee-9af94f472784,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:27.159141 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 2, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:27.223157 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:27.226862 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:27.246322 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-1cb7355d-b1f0-449f-b66d-d52d8962df06 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 08:56:27.249694 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-1cb7355d-b1f0-449f-b66d-d52d8962df06 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3530016 Aug 24 08:56:27.250340 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Checking router: 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:56:27.250926 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Updating router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 port 39ec87c5-9457-4372-b46c-69482bec3f2e binding host dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:56:27.251368 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f18625c-dbe8-4256-b715-05f934b1b4fe admin admin] Publish callbacks [] for security_group (221074fc-f51b-4c65-9e92-cf797a5f0b78), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:27.290153 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea9c3-0eb7-4e53-b6c9-704e88b7362d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for floatingip (11e00942-9b9a-4601-934a-d7825b31be37), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:27.338950 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-d5ec93ce-9607-41e1-bb21-88eecf7b2f73 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 08:56:27.350212 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-d5ec93ce-9607-41e1-bb21-88eecf7b2f73 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3152173 Aug 24 08:56:27.373825 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (39ec87c5-9457-4372-b46c-69482bec3f2e), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:27.452297 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] Set router 92ab1fa8-a977-41da-ac79-ed963abddd46 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:56:27.509697 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:27.511055 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 02638d1e-b9d4-429a-8430-9621c6f043e0 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:27.562074 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:27.586797 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f18625c-dbe8-4256-b715-05f934b1b4fe admin admin] Publish callbacks [] for security_group (221074fc-f51b-4c65-9e92-cf797a5f0b78), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:27.597224 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-66dad318-bca8-4237-891b-6e77c6590268 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ebbe92c7-fe49-4eaf-bd1b-d872606754be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375909 Aug 24 08:56:27.727491 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-142bea92-e167-4415-88c4-e6078ef6dc90 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747993 Aug 24 08:56:27.838511 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:27.903160 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-be78fc63-2738-4f63-be89-cab223795a90 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ebbe92c7-fe49-4eaf-bd1b-d872606754be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981937 Aug 24 08:56:27.928168 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:20Z', 'revision_number': 4, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'gw_port': {'id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'd9d11c0f-fb8c-4706-9af3-99044ab75dba', 'name': '', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'mac_address': 'fa:16:3e:10:ca:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:17Z', 'updated_at': '2022-08-24T08:56:26Z', 'revision_number': 4, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'subnets': [{'id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:27.957917 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f18625c-dbe8-4256-b715-05f934b1b4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (221074fc-f51b-4c65-9e92-cf797a5f0b78), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:27.961396 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f18625c-dbe8-4256-b715-05f934b1b4fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:27.970793 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-7f18625c-dbe8-4256-b715-05f934b1b4fe admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/221074fc-f51b-4c65-9e92-cf797a5f0b78 HTTP/1.1" status: 204 len: 168 time: 0.9121013 Aug 24 08:56:27.987777 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcbdf7d-3071-462d-b5e7-e98e72cc811c None None] The sync data for ids ['92ab1fa8-a977-41da-ac79-ed963abddd46'] in dv-cinder-852211-5-iscsi is: [{'id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:20Z', 'revision_number': 4, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'gw_port': {'id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'd9d11c0f-fb8c-4706-9af3-99044ab75dba', 'name': '', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'mac_address': 'fa:16:3e:10:ca:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:17Z', 'updated_at': '2022-08-24T08:56:26Z', 'revision_number': 4, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'subnets': [{'id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:56:27.991938 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea9c3-0eb7-4e53-b6c9-704e88b7362d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (94a89eea-e97e-46d9-9dee-9af94f472784), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:28.008756 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18625c-dbe8-4256-b715-05f934b1b4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221074fc-f51b-4c65-9e92-cf797a5f0b78,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:28.022396 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 02638d1e-b9d4-429a-8430-9621c6f043e0 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:28.023234 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (02638d1e-b9d4-429a-8430-9621c6f043e0), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:28.162722 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 02638d1e-b9d4-429a-8430-9621c6f043e0 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:28.194109 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9565de31-6464-4285-9f18-8727e4b66dd4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575894 Aug 24 08:56:28.219213 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:28.377961 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea9c3-0eb7-4e53-b6c9-704e88b7362d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for port (94a89eea-e97e-46d9-9dee-9af94f472784), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:28.503882 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea9c3-0eb7-4e53-b6c9-704e88b7362d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (94a89eea-e97e-46d9-9dee-9af94f472784), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:28.504662 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea9c3-0eb7-4e53-b6c9-704e88b7362d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (11e00942-9b9a-4601-934a-d7825b31be37), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:28.516451 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Publish callbacks [] for port (39ec87c5-9457-4372-b46c-69482bec3f2e), precommit_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:28.529182 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:28.573183 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ea9c3-0eb7-4e53-b6c9-704e88b7362d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Pushing event updated for resources: {'Port': ['ID=94a89eea-e97e-46d9-9dee-9af94f472784,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:28.595501 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-d9c7644b-6980-4ed6-864e-deeb4f88b627 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1427548942&fields=id&tenant_id=574887b9d0fc42ce917c9b8b2c09e291 HTTP/1.1" status: 200 len: 267 time: 0.1592305 Aug 24 08:56:28.625308 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (39ec87c5-9457-4372-b46c-69482bec3f2e), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:28.651272 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea9c3-0eb7-4e53-b6c9-704e88b7362d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:28.657778 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-9b3ea9c3-0eb7-4e53-b6c9-704e88b7362d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3340819 Aug 24 08:56:28.670236 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device f1a0f9af-7ff5-4726-beb0-2108a4656825 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:28.761289 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port f1a0f9af-7ff5-4726-beb0-2108a4656825 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:28.761978 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (f1a0f9af-7ff5-4726-beb0-2108a4656825), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:28.769893 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:28.840354 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9e559329-50bf-4bb8-b12e-231a7030e2a9 req-592bf39c-e1f8-4fe3-a99d-e5b0fbb3ffe5 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 210 time: 0.1269920 Aug 24 08:56:28.844691 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-e1684321-0772-4f5e-b526-c76473cf149c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:28.855287 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-e1684321-0772-4f5e-b526-c76473cf149c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/networks?id=8974f404-81fe-476f-ae03-918a0ea03bf7 HTTP/1.1" status: 200 len: 814 time: 0.2568161 Aug 24 08:56:28.873577 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-4915011f-38bc-43a0-934d-25eff293ae87 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/quotas/574887b9d0fc42ce917c9b8b2c09e291 HTTP/1.1" status: 200 len: 375 time: 0.0169055 Aug 24 08:56:28.902773 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port f1a0f9af-7ff5-4726-beb0-2108a4656825 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:28.919011 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (f1a0f9af-7ff5-4726-beb0-2108a4656825), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:28.926315 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be146261-201d-42fc-8209-4a58121071d5 None None] Pushing event updated for resources: {'Port': ['ID=39ec87c5-9457-4372-b46c-69482bec3f2e,revision_number=3']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:28.933815 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port f1a0f9af-7ff5-4726-beb0-2108a4656825, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=f1a0f9af-7ff5-4726-beb0-2108a4656825,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:56:28.949577 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-fb3cd87a-778b-4b26-9929-5d90d046bd1d tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673580 Aug 24 08:56:28.996809 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Attempting to bind port 39ec87c5-9457-4372-b46c-69482bec3f2e on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:56:28.997176 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Attempting to bind port 39ec87c5-9457-4372-b46c-69482bec3f2e by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:56:29.004564 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Attempting to bind port 39ec87c5-9457-4372-b46c-69482bec3f2e on network 8974f404-81fe-476f-ae03-918a0ea03bf7 {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:29.019687 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:56:29.021961 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (f1a0f9af-7ff5-4726-beb0-2108a4656825), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:29.023012 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device ca43598d-2420-458a-85fe-66d32227f915 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:29.027233 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Checking segment: {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:29.030974 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:29.030974 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Bound using segment: {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:56:29.033034 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Bound port: 39ec87c5-9457-4372-b46c-69482bec3f2e, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'}}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:56:29.033622 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (39ec87c5-9457-4372-b46c-69482bec3f2e), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:29.069840 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-cdb7c7a3-0fb5-4ded-97cf-1cf1017db6c3 req-d63269b1-125a-4de6-a95e-24957267b852 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 210 time: 0.0794427 Aug 24 08:56:29.160163 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:DELETE=1,neutron:INSERT=14,neutron:SELECT=84,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:29.243451 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-5099e07d-e614-4193-b214-310fee32a59b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909224 Aug 24 08:56:29.252864 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=f1a0f9af-7ff5-4726-beb0-2108a4656825,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:29.272447 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port ca43598d-2420-458a-85fe-66d32227f915 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:29.272897 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (ca43598d-2420-458a-85fe-66d32227f915), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:29.326419 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] For port 39ec87c5-9457-4372-b46c-69482bec3f2e, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:56:29.333912 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] For port 39ec87c5-9457-4372-b46c-69482bec3f2e, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=39ec87c5-9457-4372-b46c-69482bec3f2e,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:56:29.365513 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-702af4c6-3fa1-447b-94af-44cf3edaafd0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--312280793&fields=id&tenant_id=dd27ac26660b46c388279e652200c7cd HTTP/1.1" status: 200 len: 267 time: 0.1431553 Aug 24 08:56:29.434140 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port ca43598d-2420-458a-85fe-66d32227f915 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:29.434606 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (ca43598d-2420-458a-85fe-66d32227f915), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:29.447556 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (39ec87c5-9457-4372-b46c-69482bec3f2e), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:29.480342 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port ca43598d-2420-458a-85fe-66d32227f915, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=ca43598d-2420-458a-85fe-66d32227f915,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:56:29.532433 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (ca43598d-2420-458a-85fe-66d32227f915), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:29.533390 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 894aeabe-02fb-450b-a48e-b6a609e90943 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:29.634174 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:29.648391 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-3ea64a0d-33d6-476d-a5eb-e69b6a986c20 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972657 Aug 24 08:56:29.652605 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be146261-201d-42fc-8209-4a58121071d5 None None] Pushing event updated for resources: {'Port': ['ID=39ec87c5-9457-4372-b46c-69482bec3f2e,revision_number=4']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:29.664111 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:56:29.665398 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:56:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:29.754126 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-e2fca772-fe80-4579-ae27-7bdd52f1ccb2 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:29.759190 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=ca43598d-2420-458a-85fe-66d32227f915,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:29.765717 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-e2fca772-fe80-4579-ae27-7bdd52f1ccb2 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/networks?id=49a90e96-9c63-403b-90e7-b545c043dc4b HTTP/1.1" status: 200 len: 816 time: 0.3913221 Aug 24 08:56:29.784183 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 894aeabe-02fb-450b-a48e-b6a609e90943 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:29.785770 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (894aeabe-02fb-450b-a48e-b6a609e90943), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:29.791781 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-73b23a2d-cd1a-463e-acb1-e87691afe8ca tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/quotas/dd27ac26660b46c388279e652200c7cd HTTP/1.1" status: 200 len: 375 time: 0.0228631 Aug 24 08:56:29.895023 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dc1c0fd2-1f39-4a68-bc90-822f462e1048 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=dd27ac26660b46c388279e652200c7cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035643 Aug 24 08:56:29.960188 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:56:30.055527 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 894aeabe-02fb-450b-a48e-b6a609e90943 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:30.058260 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device c27bd586-dbb7-4795-af19-25009026fa31 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:30.162909 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-ec83c9df-a757-4f5e-a459-21e0c1b5ac3d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625339 Aug 24 08:56:30.219465 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port c27bd586-dbb7-4795-af19-25009026fa31 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:30.219699 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (c27bd586-dbb7-4795-af19-25009026fa31), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:30.287151 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:30.521636 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-65b5f942-7036-46dd-8dce-ee9e9d270f34 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:30.527918 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-65b5f942-7036-46dd-8dce-ee9e9d270f34 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 819 time: 0.3383706 Aug 24 08:56:30.535663 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:30.562005 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-afdd88d2-2509-411b-a240-2871e59e1493 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/quotas/9ce953ed361742a29b0c750ca13d88e2 HTTP/1.1" status: 200 len: 375 time: 0.0243456 Aug 24 08:56:30.565533 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port c27bd586-dbb7-4795-af19-25009026fa31 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:30.566976 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device a11d0248-132c-40be-8ceb-0f20143b3b10 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:30.587499 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-24330467-34c5-46a3-bd54-d4084030ee4f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061508 Aug 24 08:56:30.623375 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:30.632227 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:30.672266 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-9a6c0abf-2c80-4c81-af7a-1432b6558820 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004405 Aug 24 08:56:30.675615 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:30.682043 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15beb3c-9f23-41d9-b7a0-8dd99ab0f2ec None None] The sync data for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi is: [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:56:30.722748 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port a11d0248-132c-40be-8ceb-0f20143b3b10 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:30.723699 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (a11d0248-132c-40be-8ceb-0f20143b3b10), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:30.895818 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-259106df-ca28-47c1-98d7-f8e28fed72e0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221682 Aug 24 08:56:30.915826 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port a11d0248-132c-40be-8ceb-0f20143b3b10 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:31.166642 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-52ba051f-ae4c-4019-ae3d-051fffc3a129 req-12a9e143-fadf-4ddf-84b7-164c31920ef8 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 210 time: 0.1278224 Aug 24 08:56:31.234615 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-c2151424-8db5-42cd-9102-79bd99bbc091 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248518 Aug 24 08:56:31.306702 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device ca43598d-2420-458a-85fe-66d32227f915 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:31.466893 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port ca43598d-2420-458a-85fe-66d32227f915 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:31.467530 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (ca43598d-2420-458a-85fe-66d32227f915), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:31.578943 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5d12a889-1d42-4c84-a7a3-c65b5c96155c req-6bb2c8f9-52d0-4ca5-9697-c487d24d1fef tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 210 time: 0.1838727 Aug 24 08:56:31.684643 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port ca43598d-2420-458a-85fe-66d32227f915 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:31.687143 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 39ec87c5-9457-4372-b46c-69482bec3f2e up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:31.861767 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 39ec87c5-9457-4372-b46c-69482bec3f2e triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:31.864333 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (39ec87c5-9457-4372-b46c-69482bec3f2e), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:31.979109 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-afeca662-5e81-403e-9cf7-44be6ce993fe req-cfdc8ca2-3b51-4410-b715-de5d7f06c86d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 210 time: 0.1448331 Aug 24 08:56:32.004986 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:32.129654 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-831d250b-6232-43d0-9021-ff12887c3df1 req-f70a4743-5691-4ef2-bb68-b237205cdd2e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 210 time: 0.0492413 Aug 24 08:56:32.208299 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 39ec87c5-9457-4372-b46c-69482bec3f2e is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:32.210898 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (39ec87c5-9457-4372-b46c-69482bec3f2e), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:32.313310 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port 39ec87c5-9457-4372-b46c-69482bec3f2e, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=39ec87c5-9457-4372-b46c-69482bec3f2e,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:56:32.392948 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (39ec87c5-9457-4372-b46c-69482bec3f2e), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:32.394361 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device d9d11c0f-fb8c-4706-9af3-99044ab75dba up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:32.439956 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d3c04af5-2513-405d-9e9b-9e5926479120 req-63583c31-6513-45d2-8dfc-d355f9946db1 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 210 time: 0.1415083 Aug 24 08:56:32.447272 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:32.536854 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=39ec87c5-9457-4372-b46c-69482bec3f2e,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:32.542127 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port d9d11c0f-fb8c-4706-9af3-99044ab75dba triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:32.542127 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (d9d11c0f-fb8c-4706-9af3-99044ab75dba), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:32.594533 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:32.709547 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port d9d11c0f-fb8c-4706-9af3-99044ab75dba is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:32.710053 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (d9d11c0f-fb8c-4706-9af3-99044ab75dba), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:32.715652 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:32.810805 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port d9d11c0f-fb8c-4706-9af3-99044ab75dba, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=d9d11c0f-fb8c-4706-9af3-99044ab75dba,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:56:32.846012 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67076689-8ebb-4c4c-9c49-f432510a4996 req-30a20035-65dc-4290-bd3d-3c0a2835143b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 210 time: 0.0874639 Aug 24 08:56:32.948374 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (d9d11c0f-fb8c-4706-9af3-99044ab75dba), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:32.954966 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device f1a0f9af-7ff5-4726-beb0-2108a4656825 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:33.081296 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=d9d11c0f-fb8c-4706-9af3-99044ab75dba,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:33.126410 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port f1a0f9af-7ff5-4726-beb0-2108a4656825 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:33.126838 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (f1a0f9af-7ff5-4726-beb0-2108a4656825), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:33.187708 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:33.256854 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-865ab743-2842-4932-b4bb-c873681ebb71 req-bb69c775-5657-4f87-94f8-6136fa2faef3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 210 time: 0.1270030 Aug 24 08:56:33.272452 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9cde6085-2092-4a33-bcae-1e16649786da req-d61837f5-00fa-4a57-b6fc-56ea29160e40 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 210 time: 0.0712941 Aug 24 08:56:33.365371 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port f1a0f9af-7ff5-4726-beb0-2108a4656825 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:33.607372 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 39ec87c5-9457-4372-b46c-69482bec3f2e up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:33.779748 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 39ec87c5-9457-4372-b46c-69482bec3f2e triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:33.780317 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (39ec87c5-9457-4372-b46c-69482bec3f2e), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:33.874047 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3be05c14-43ae-425b-940e-38f245f60af1 req-c1264f64-8a87-4e90-a539-a82d62fb2c0d tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 210 time: 0.0578604 Aug 24 08:56:33.924535 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:34.092172 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Sync routers for ids ['337a797c-c6ae-46d0-9a13-78c24273cfa3'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:56:34.143814 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 58300) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:34.202069 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Routers {'337a797c-c6ae-46d0-9a13-78c24273cfa3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:56:34.207919 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:56:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['337a797c-c6ae-46d0-9a13-78c24273cfa3'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:34.424792 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-af04f73e-46da-451d-9cff-037a0a631323 req-5edffdca-633c-492e-ab1b-fd54b98620f3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 210 time: 0.0511322 Aug 24 08:56:34.482570 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 39ec87c5-9457-4372-b46c-69482bec3f2e is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:34.484645 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device d9d11c0f-fb8c-4706-9af3-99044ab75dba up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:34.558864 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Set router 337a797c-c6ae-46d0-9a13-78c24273cfa3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:56:34.573577 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ae447da6-d37c-429a-bb72-c3c24e1b937b req-48da9cde-5885-4d86-9f99-3b7502895ccc tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 210 time: 0.1271329 Aug 24 08:56:34.624232 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-dfa7ca65-72e3-44b2-9d3e-b9c2725a9b9e req-d8e01725-a1d6-426a-9ea7-c848b6365485 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 210 time: 0.0773396 Aug 24 08:56:34.673496 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6cd3204a-9bf2-4272-a59c-bcc920ded4f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:34.678394 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:34.693645 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port d9d11c0f-fb8c-4706-9af3-99044ab75dba triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:34.695049 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (d9d11c0f-fb8c-4706-9af3-99044ab75dba), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:34.864038 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.69', 59947) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:34.922781 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6cd3204a-9bf2-4272-a59c-bcc920ded4f6 admin admin] Publish callbacks [] for security_group (7caf5cdd-2329-425f-a7da-93cdcd168e41), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:34.950474 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port d9d11c0f-fb8c-4706-9af3-99044ab75dba is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:35.028725 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'name': 'tempest-DeleteServersTestJSON-407456021-router', 'tenant_id': 'f58ac192b94c47179055f35cae59f8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'f1a0f9af-7ff5-4726-beb0-2108a4656825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:21Z', 'revision_number': 4, 'project_id': 'f58ac192b94c47179055f35cae59f8ec', 'gw_port': {'id': 'f1a0f9af-7ff5-4726-beb0-2108a4656825', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:10Z', 'updated_at': '2022-08-24T08:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'c94b0d9e-7dc3-42d9-8716-293999a636a2', 'name': '', 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be', 'tenant_id': 'f58ac192b94c47179055f35cae59f8ec', 'mac_address': 'fa:16:3e:b2:f6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c184060a-7a1f-4e2a-89c1-85be6efdd11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:19Z', 'updated_at': '2022-08-24T08:56:22Z', 'revision_number': 2, 'project_id': 'f58ac192b94c47179055f35cae59f8ec', 'subnets': [{'id': 'c184060a-7a1f-4e2a-89c1-85be6efdd11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:35.076028 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Checking router: 337a797c-c6ae-46d0-9a13-78c24273cfa3 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:56:35.076550 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Updating router 337a797c-c6ae-46d0-9a13-78c24273cfa3 port c94b0d9e-7dc3-42d9-8716-293999a636a2 binding host dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:56:35.083472 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1a53ecfe-4564-4a02-a9cc-c7464cbe318d req-5fc91aad-59fc-48ca-bc9e-576f0f6a8e97 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 210 time: 0.0554910 Aug 24 08:56:35.091083 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6cd3204a-9bf2-4272-a59c-bcc920ded4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (7caf5cdd-2329-425f-a7da-93cdcd168e41), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:35.108819 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-1b903900-ada7-458d-a6bc-b9bc739933b0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:35.111106 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-1b903900-ada7-458d-a6bc-b9bc739933b0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.69 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 819 time: 0.2170546 Aug 24 08:56:35.144310 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:35.153753 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-6cd3204a-9bf2-4272-a59c-bcc920ded4f6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4a1b0f7b617342e0bd291bdfdedcfc5b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0083289 Aug 24 08:56:35.157871 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 58340) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:35.196047 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-82bd8d8b-2eeb-459c-a8fd-c32e2abe5177 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Request body: {'port': {'device_id': 'b58e853c-c335-4f0a-9850-f67213fa5d6e', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'admin_state_up': True, 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:35.216495 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3204a-9bf2-4272-a59c-bcc920ded4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caf5cdd-2329-425f-a7da-93cdcd168e41,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:35.395238 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c7755933-b180-4a09-912e-31cc3df139a6 admin admin] Publish callbacks [] for security_group (7caf5cdd-2329-425f-a7da-93cdcd168e41), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:35.463344 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c7755933-b180-4a09-912e-31cc3df139a6 admin admin] Publish callbacks [] for security_group (7caf5cdd-2329-425f-a7da-93cdcd168e41), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:35.553984 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.69', 59949) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:35.599922 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:35.657656 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:35.750397 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-1e2f1203-c834-4cf7-bb6f-f70a7306fb20 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:35.753801 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-1e2f1203-c834-4cf7-bb6f-f70a7306fb20 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.69 "GET /networking/v2.0/networks?id=ebbe92c7-fe49-4eaf-bd1b-d872606754be HTTP/1.1" status: 200 len: 811 time: 0.1885717 Aug 24 08:56:35.756155 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c7755933-b180-4a09-912e-31cc3df139a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (7caf5cdd-2329-425f-a7da-93cdcd168e41), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:35.759241 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c7755933-b180-4a09-912e-31cc3df139a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:35.760877 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-c7755933-b180-4a09-912e-31cc3df139a6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7caf5cdd-2329-425f-a7da-93cdcd168e41 HTTP/1.1" status: 204 len: 168 time: 0.6017091 Aug 24 08:56:35.764067 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-96b3631b-62c2-4f6a-9326-ad7c4044f83a req-7e82eeee-d05c-4824-bcc0-32a0f77040f2 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 210 time: 0.1597953 Aug 24 08:56:35.773757 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7755933-b180-4a09-912e-31cc3df139a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caf5cdd-2329-425f-a7da-93cdcd168e41,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:35.842460 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Publish callbacks [] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), precommit_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:35.855229 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:35.890544 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-82bd8d8b-2eeb-459c-a8fd-c32e2abe5177 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Made reservation on behalf of 9ce953ed361742a29b0c750ca13d88e2 for: {'port': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:56:35.902587 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-82bd8d8b-2eeb-459c-a8fd-c32e2abe5177 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:35.905867 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-50ed043e-548a-4a77-b04a-74d3e6508e0e req-e6e8b070-345a-4f67-a8cc-e95a5c1ecb9f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 210 time: 0.0663128 Aug 24 08:56:35.948969 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-e198c50e-28b3-4a02-be85-57556702fac7 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Request body: {'port': {'device_id': 'd67e1f33-7d27-4e20-b6db-2dc1c3cf477a', 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be', 'admin_state_up': True, 'tenant_id': 'f58ac192b94c47179055f35cae59f8ec'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:35.977490 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:36.136426 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.69', 59953) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:36.171519 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73403ad6-56f2-423f-b1d5-a1536e472d45 None None] Pushing event updated for resources: {'Port': ['ID=c94b0d9e-7dc3-42d9-8716-293999a636a2,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:36.299310 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Attempting to bind port c94b0d9e-7dc3-42d9-8716-293999a636a2 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:56:36.299749 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Attempting to bind port c94b0d9e-7dc3-42d9-8716-293999a636a2 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': 'ad468f84-a67c-4015-a6a2-eb670b224d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:56:36.300122 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Attempting to bind port c94b0d9e-7dc3-42d9-8716-293999a636a2 on network ebbe92c7-fe49-4eaf-bd1b-d872606754be {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:36.316353 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:56:36.316759 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Checking segment: {'id': 'ad468f84-a67c-4015-a6a2-eb670b224d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:36.317359 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:36.317771 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Bound using segment: {'id': 'ad468f84-a67c-4015-a6a2-eb670b224d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:56:36.318318 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Bound port: c94b0d9e-7dc3-42d9-8716-293999a636a2, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad468f84-a67c-4015-a6a2-eb670b224d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:56:36.319443 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:36.324081 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-640c4aa0-1209-4a7b-b700-d6931bfe380a req-81e2595d-2299-43db-b640-1eeda9904a11 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 210 time: 0.3716972 Aug 24 08:56:36.369240 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f49a9e1b-a074-4a65-92f9-775042b5e9c2 req-9fe2cad2-317c-4c19-86f6-9412802f7376 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 210 time: 0.1381254 Aug 24 08:56:36.427577 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-be879e64-7ee6-4ad1-9525-3603dda21a55 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:36.429403 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-be879e64-7ee6-4ad1-9525-3603dda21a55 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "GET /networking/v2.0/networks?id=8974f404-81fe-476f-ae03-918a0ea03bf7 HTTP/1.1" status: 200 len: 814 time: 0.2916465 Aug 24 08:56:36.437798 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] For port c94b0d9e-7dc3-42d9-8716-293999a636a2, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:56:36.442351 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] For port c94b0d9e-7dc3-42d9-8716-293999a636a2, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=c94b0d9e-7dc3-42d9-8716-293999a636a2,segment=NetworkSegment(ad468f84-a67c-4015-a6a2-eb670b224d12),segment_id=ad468f84-a67c-4015-a6a2-eb670b224d12)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:56:36.500790 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.69', 59957) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:36.612706 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-82bd8d8b-2eeb-459c-a8fd-c32e2abe5177 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Allocated IP 172.20.0.5 (eb8a0715-04e1-4525-bfd8-e63c7de1ad20/8a21facc-ab1e-4219-b0f0-4f835c4b6a49/e66aa3c0-e44a-4473-a528-307eafade0e7) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:36.615094 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:36.628593 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-e198c50e-28b3-4a02-be85-57556702fac7 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Made reservation on behalf of f58ac192b94c47179055f35cae59f8ec for: {'port': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:56:36.635063 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-e198c50e-28b3-4a02-be85-57556702fac7 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:36.686114 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-710a93c1-f17a-4725-afa4-e7a01666896e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=574887b9d0fc42ce917c9b8b2c09e291 HTTP/1.1" status: 200 len: 380 time: 0.2036419 Aug 24 08:56:36.737835 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Routers {'337a797c-c6ae-46d0-9a13-78c24273cfa3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:56:36.738759 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:56:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['337a797c-c6ae-46d0-9a13-78c24273cfa3'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:36.763851 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-c1f42f2b-690c-4519-b362-0b195ec2d616 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:36.765698 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-c1f42f2b-690c-4519-b362-0b195ec2d616 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.69 "GET /networking/v2.0/networks?id=49a90e96-9c63-403b-90e7-b545c043dc4b HTTP/1.1" status: 200 len: 816 time: 0.2639172 Aug 24 08:56:36.978123 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73403ad6-56f2-423f-b1d5-a1536e472d45 None None] Pushing event updated for resources: {'Port': ['ID=c94b0d9e-7dc3-42d9-8716-293999a636a2,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:37.060603 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] Set router 337a797c-c6ae-46d0-9a13-78c24273cfa3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:56:37.060794 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-2ed9d718-7c67-4f4a-919f-eb943b904504 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'port': {'device_id': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'admin_state_up': True, 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'security_groups': ['4fcfa252-fd95-4629-9b10-feb87f1ee392']}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:37.068765 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:37.186142 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-fb8021c9-46a9-4a97-a62c-6ebe81edd244 req-811f0081-a335-445d-92ff-3757b031f949 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 210 time: 0.1195505 Aug 24 08:56:37.217732 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eeca0415-8c64-41c6-99b6-b42fa2c8042c req-75005a3e-bc23-4f5c-84a7-0a947923754b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 210 time: 0.1515727 Aug 24 08:56:37.271076 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.69', 59960) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:37.329289 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-e198c50e-28b3-4a02-be85-57556702fac7 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Allocated IP 172.20.0.6 (ebbe92c7-fe49-4eaf-bd1b-d872606754be/c184060a-7a1f-4e2a-89c1-85be6efdd11e/b14ca6ff-3537-42b5-804f-67db3b34ccf9) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:37.520066 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:37.528886 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-5bc8b94f-3742-4497-84d5-923632c569b6 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:37.530832 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-5bc8b94f-3742-4497-84d5-923632c569b6 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.69 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 819 time: 0.2586210 Aug 24 08:56:37.579674 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-8ef46f0d-111a-4c65-8cbb-e49ace74436b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Request body: {'port': {'device_id': 'a4b4878c-a071-4350-b104-27ba700e7f79', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'admin_state_up': True, 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:37.701860 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device c94b0d9e-7dc3-42d9-8716-293999a636a2 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:37.771070 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:37.816731 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port c94b0d9e-7dc3-42d9-8716-293999a636a2 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:37.817920 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:37.859160 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-8ef46f0d-111a-4c65-8cbb-e49ace74436b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Made reservation on behalf of 9ce953ed361742a29b0c750ca13d88e2 for: {'port': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:56:37.864029 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-8ef46f0d-111a-4c65-8cbb-e49ace74436b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:37.998420 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f6534bd7-ebe2-49d3-8abc-20907495e197 req-9acac395-b68c-4567-add6-c7bd4d264d47 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 210 time: 0.2434518 Aug 24 08:56:38.021093 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:38.029266 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'name': 'tempest-DeleteServersTestJSON-407456021-router', 'tenant_id': 'f58ac192b94c47179055f35cae59f8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'f1a0f9af-7ff5-4726-beb0-2108a4656825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:21Z', 'revision_number': 4, 'project_id': 'f58ac192b94c47179055f35cae59f8ec', 'gw_port': {'id': 'f1a0f9af-7ff5-4726-beb0-2108a4656825', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:10Z', 'updated_at': '2022-08-24T08:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'c94b0d9e-7dc3-42d9-8716-293999a636a2', 'name': '', 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be', 'tenant_id': 'f58ac192b94c47179055f35cae59f8ec', 'mac_address': 'fa:16:3e:b2:f6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c184060a-7a1f-4e2a-89c1-85be6efdd11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:19Z', 'updated_at': '2022-08-24T08:56:36Z', 'revision_number': 4, 'project_id': 'f58ac192b94c47179055f35cae59f8ec', 'subnets': [{'id': 'c184060a-7a1f-4e2a-89c1-85be6efdd11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:38.057300 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-c184dc8d-3a3e-455b-8a27-904470dabc8e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.69 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=dd27ac26660b46c388279e652200c7cd HTTP/1.1" status: 200 len: 379 time: 1.2776086 Aug 24 08:56:38.080805 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-cd935432-8e0f-4912-b5d6-802159e13ab9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Request body: {'port': {'device_id': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'admin_state_up': True, 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'security_groups': ['397f8769-443b-46b8-befd-8c136e06abb2']}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:38.110823 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c9db79-8873-499b-ada5-0376f6974ee1 None None] The sync data for ids ['337a797c-c6ae-46d0-9a13-78c24273cfa3'] in dv-cinder-852211-5-iscsi is: [{'id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'name': 'tempest-DeleteServersTestJSON-407456021-router', 'tenant_id': 'f58ac192b94c47179055f35cae59f8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'f1a0f9af-7ff5-4726-beb0-2108a4656825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:21Z', 'revision_number': 4, 'project_id': 'f58ac192b94c47179055f35cae59f8ec', 'gw_port': {'id': 'f1a0f9af-7ff5-4726-beb0-2108a4656825', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:10Z', 'updated_at': '2022-08-24T08:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'c94b0d9e-7dc3-42d9-8716-293999a636a2', 'name': '', 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be', 'tenant_id': 'f58ac192b94c47179055f35cae59f8ec', 'mac_address': 'fa:16:3e:b2:f6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c184060a-7a1f-4e2a-89c1-85be6efdd11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:19Z', 'updated_at': '2022-08-24T08:56:36Z', 'revision_number': 4, 'project_id': 'f58ac192b94c47179055f35cae59f8ec', 'subnets': [{'id': 'c184060a-7a1f-4e2a-89c1-85be6efdd11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:56:38.149844 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d3281ea2-9565-4009-b04b-127bbd8f8922 req-3982b5a2-2fa2-4b8f-989d-13f475543b08 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 210 time: 0.4483204 Aug 24 08:56:38.203419 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port c94b0d9e-7dc3-42d9-8716-293999a636a2 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:38.204166 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:38.367286 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port c94b0d9e-7dc3-42d9-8716-293999a636a2, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=c94b0d9e-7dc3-42d9-8716-293999a636a2,segment=NetworkSegment(ad468f84-a67c-4015-a6a2-eb670b224d12),segment_id=ad468f84-a67c-4015-a6a2-eb670b224d12)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:56:38.454164 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:38.514839 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:38.615588 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=c94b0d9e-7dc3-42d9-8716-293999a636a2,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:38.683252 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:38.711586 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-292aa8cd-ad7a-487b-ab36-a49fcb0dc700 req-e6253095-3d5b-4bfc-8a55-f31db2e44dd7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 210 time: 0.2106936 Aug 24 08:56:38.787250 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-e198c50e-28b3-4a02-be85-57556702fac7 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Publish callbacks [] for port (b14ca6ff-3537-42b5-804f-67db3b34ccf9), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:38.791017 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-82bd8d8b-2eeb-459c-a8fd-c32e2abe5177 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for port (e66aa3c0-e44a-4473-a528-307eafade0e7), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:38.823614 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-2ed9d718-7c67-4f4a-919f-eb943b904504 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Made reservation on behalf of 574887b9d0fc42ce917c9b8b2c09e291 for: {'port': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:56:38.828573 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-2ed9d718-7c67-4f4a-919f-eb943b904504 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:38.946162 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-bc7f9545-629e-49b6-83d5-7c507327de02 req-2f83cade-1211-44e8-a705-c0af0ba6c4eb tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 210 time: 0.3555410 Aug 24 08:56:39.120289 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-e198c50e-28b3-4a02-be85-57556702fac7 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (b14ca6ff-3537-42b5-804f-67db3b34ccf9), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:39.124892 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-cd935432-8e0f-4912-b5d6-802159e13ab9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Made reservation on behalf of dd27ac26660b46c388279e652200c7cd for: {'port': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:56:39.133268 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-cd935432-8e0f-4912-b5d6-802159e13ab9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:39.202307 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-82bd8d8b-2eeb-459c-a8fd-c32e2abe5177 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (e66aa3c0-e44a-4473-a528-307eafade0e7), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:39.416990 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-82bd8d8b-2eeb-459c-a8fd-c32e2abe5177 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:39.454941 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-82bd8d8b-2eeb-459c-a8fd-c32e2abe5177 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:39.551269 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-82bd8d8b-2eeb-459c-a8fd-c32e2abe5177 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:39.551466 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-82bd8d8b-2eeb-459c-a8fd-c32e2abe5177 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:39.552313 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-82bd8d8b-2eeb-459c-a8fd-c32e2abe5177 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:39.570301 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f14a0e80-2912-40fc-ac87-3e283815511b req-6444f176-4e07-48e6-b954-f7f0ac79f207 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 210 time: 0.1504698 Aug 24 08:56:39.650962 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device c94b0d9e-7dc3-42d9-8716-293999a636a2 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:56:39.913193 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd8d8b-2eeb-459c-a8fd-c32e2abe5177 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Pushing event updated for resources: {'Port': ['ID=e66aa3c0-e44a-4473-a528-307eafade0e7,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:39.914952 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-e198c50e-28b3-4a02-be85-57556702fac7 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Network ebbe92c7-fe49-4eaf-bd1b-d872606754be is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:39.941365 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707da332-03c7-4823-ac72-5062aeabeb24 req-23a46269-d702-4355-95c3-844c9a16f8b7 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:39.968617 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-707da332-03c7-4823-ac72-5062aeabeb24 req-23a46269-d702-4355-95c3-844c9a16f8b7 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 931 time: 0.7702949 Aug 24 08:56:39.974252 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-2ed9d718-7c67-4f4a-919f-eb943b904504 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Allocated IP 172.20.0.5 (8974f404-81fe-476f-ae03-918a0ea03bf7/68cde71c-76f8-4ef2-ae70-0fbb6e1478f1/926038a1-a10d-445a-aab1-28599288366f) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:39.995531 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port c94b0d9e-7dc3-42d9-8716-293999a636a2 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:39.996405 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:40.029446 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198c50e-28b3-4a02-be85-57556702fac7 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Pushing event updated for resources: {'Port': ['ID=b14ca6ff-3537-42b5-804f-67db3b34ccf9,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:40.034107 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-e198c50e-28b3-4a02-be85-57556702fac7 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:40.089093 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-49b55cfa-bb42-4757-9c16-23524d21bc97 req-08bf5946-a4b5-4924-9dbb-4aaea6ccad7c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 210 time: 0.1040802 Aug 24 08:56:40.128332 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port c94b0d9e-7dc3-42d9-8716-293999a636a2 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:56:40.128469 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-82bd8d8b-2eeb-459c-a8fd-c32e2abe5177 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9434254 Aug 24 08:56:40.178882 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-e198c50e-28b3-4a02-be85-57556702fac7 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:40.178882 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-e198c50e-28b3-4a02-be85-57556702fac7 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:40.178882 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-e198c50e-28b3-4a02-be85-57556702fac7 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:40.179121 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-fe77e976-ae06-4693-88d8-936b86db6acb tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 08:56:40.179121 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-fe77e976-ae06-4693-88d8-936b86db6acb tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.69 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0082338 Aug 24 08:56:40.218548 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-335d9f4d-4eb6-4771-ae91-33554fd71fa2 None None] Provisioning complete for port e66aa3c0-e44a-4473-a528-307eafade0e7 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:40.219321 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-335d9f4d-4eb6-4771-ae91-33554fd71fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (e66aa3c0-e44a-4473-a528-307eafade0e7), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:40.239393 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-8ef46f0d-111a-4c65-8cbb-e49ace74436b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Allocated IP 172.20.0.13 (eb8a0715-04e1-4525-bfd8-e63c7de1ad20/8a21facc-ab1e-4219-b0f0-4f835c4b6a49/112c9161-d85c-4b44-958c-0ebef6f7786b) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:40.416932 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-e198c50e-28b3-4a02-be85-57556702fac7 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4764888 Aug 24 08:56:40.431624 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-335d9f4d-4eb6-4771-ae91-33554fd71fa2 None None] Port e66aa3c0-e44a-4473-a528-307eafade0e7 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:56:40.483172 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-707da332-03c7-4823-ac72-5062aeabeb24 req-5a25dc71-cfeb-45cd-826a-c574bfbe6dc2 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132148 Aug 24 08:56:40.561171 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-cd935432-8e0f-4912-b5d6-802159e13ab9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Allocated IP 172.20.0.10 (49a90e96-9c63-403b-90e7-b545c043dc4b/9be780a7-8c52-4ee8-9007-d0378c4d3642/8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:56:40.640016 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=26 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:40.687676 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-7c7b6be0-bccb-4129-b0e9-775d9d4ba042 None None] Provisioning complete for port b14ca6ff-3537-42b5-804f-67db3b34ccf9 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:40.688313 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6be0-bccb-4129-b0e9-775d9d4ba042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (b14ca6ff-3537-42b5-804f-67db3b34ccf9), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:40.832404 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:40.833943 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-7c7b6be0-bccb-4129-b0e9-775d9d4ba042 None None] Port b14ca6ff-3537-42b5-804f-67db3b34ccf9 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:56:40.968670 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-cd935432-8e0f-4912-b5d6-802159e13ab9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:40.999421 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-2ed9d718-7c67-4f4a-919f-eb943b904504 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for port (926038a1-a10d-445a-aab1-28599288366f), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:41.036516 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2eb6dc8c-084d-45b4-b7ab-35325f5e9f96 req-9ba26aae-ce11-4c3c-a2dd-8c38b13abfbc tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 210 time: 0.7213533 Aug 24 08:56:41.067119 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b20da735-dad0-4960-96b9-82e5133af4d0 req-acc8bc98-25d1-44ad-bf38-9384e72ce352 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 210 time: 0.1274483 Aug 24 08:56:41.076515 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Request body: {'port': {'device_id': 'b58e853c-c335-4f0a-9850-f67213fa5d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:41.150745 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-cd935432-8e0f-4912-b5d6-802159e13ab9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:41.272796 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:41.306388 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Request body: {'port': {'device_id': 'd67e1f33-7d27-4e20-b6db-2dc1c3cf477a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:41.307709 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (e66aa3c0-e44a-4473-a528-307eafade0e7), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:41.326486 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd935432-8e0f-4912-b5d6-802159e13ab9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Pushing event updated for resources: {'Port': ['ID=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:41.364565 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-2ed9d718-7c67-4f4a-919f-eb943b904504 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (926038a1-a10d-445a-aab1-28599288366f), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:41.414197 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-cd935432-8e0f-4912-b5d6-802159e13ab9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Network 49a90e96-9c63-403b-90e7-b545c043dc4b is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:41.434453 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-cd935432-8e0f-4912-b5d6-802159e13ab9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:41.453964 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-01c78a8a-e885-4faf-a275-d042b3f7ad8b req-bd90b29a-5c30-44cc-b849-a9ff762ff53a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 210 time: 0.1395388 Aug 24 08:56:41.474318 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:41.484511 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-cd935432-8e0f-4912-b5d6-802159e13ab9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:41.504656 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-cd935432-8e0f-4912-b5d6-802159e13ab9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:41.504656 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-cd935432-8e0f-4912-b5d6-802159e13ab9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:41.655419 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-2ed9d718-7c67-4f4a-919f-eb943b904504 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Network 8974f404-81fe-476f-ae03-918a0ea03bf7 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:41.678787 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9d718-7c67-4f4a-919f-eb943b904504 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'Port': ['ID=926038a1-a10d-445a-aab1-28599288366f,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:41.725894 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-cd935432-8e0f-4912-b5d6-802159e13ab9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6488702 Aug 24 08:56:41.731018 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (b14ca6ff-3537-42b5-804f-67db3b34ccf9), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:41.856664 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-8ef46f0d-111a-4c65-8cbb-e49ace74436b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for port (112c9161-d85c-4b44-958c-0ebef6f7786b), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:41.914256 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Request body: {'port': {'device_id': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:41.922307 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-42948878-ec10-4f25-86bd-834e22fc256a None None] Provisioning complete for port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:41.922989 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-42948878-ec10-4f25-86bd-834e22fc256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:41.926740 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-2356500a-1d8d-4735-925e-cd9bc01a24d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:41.977043 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-2ed9d718-7c67-4f4a-919f-eb943b904504 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:41.989352 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-42948878-ec10-4f25-86bd-834e22fc256a None None] Port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:56:42.055340 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-2ed9d718-7c67-4f4a-919f-eb943b904504 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:42.084160 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-2ed9d718-7c67-4f4a-919f-eb943b904504 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:42.085766 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-2ed9d718-7c67-4f4a-919f-eb943b904504 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:42.196505 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-8ef46f0d-111a-4c65-8cbb-e49ace74436b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (112c9161-d85c-4b44-958c-0ebef6f7786b), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:42.206431 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:42.509021 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c3af6-3fc9-4618-aab5-70fa414dd942 req-bc6333f0-83d8-4dcf-9492-a92f48b0302b tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:42.511379 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5d8c3af6-3fc9-4618-aab5-70fa414dd942 req-bc6333f0-83d8-4dcf-9492-a92f48b0302b tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 931 time: 0.4997766 Aug 24 08:56:42.552418 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-5c46059e-5c2e-4e68-8d8b-3426b953f7ed None None] Provisioning complete for port 926038a1-a10d-445a-aab1-28599288366f triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:42.552597 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-5c46059e-5c2e-4e68-8d8b-3426b953f7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (926038a1-a10d-445a-aab1-28599288366f), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:42.613065 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:42.644309 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-2ed9d718-7c67-4f4a-919f-eb943b904504 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9491613 Aug 24 08:56:42.645026 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-8ef46f0d-111a-4c65-8cbb-e49ace74436b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:56:42.724074 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-8ef46f0d-111a-4c65-8cbb-e49ace74436b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:56:42.757703 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-5c46059e-5c2e-4e68-8d8b-3426b953f7ed None None] Port 926038a1-a10d-445a-aab1-28599288366f cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:56:42.768272 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d990e1a-ef91-42b4-b18e-af5b11658262 req-2758d3a2-d440-4078-8eaf-7eda0d5ec1ea tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:42.768272 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1d990e1a-ef91-42b4-b18e-af5b11658262 req-2758d3a2-d440-4078-8eaf-7eda0d5ec1ea tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 932 time: 0.5441725 Aug 24 08:56:42.814725 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-8ef46f0d-111a-4c65-8cbb-e49ace74436b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:56:42.842397 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-8ef46f0d-111a-4c65-8cbb-e49ace74436b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:42.844319 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-8ef46f0d-111a-4c65-8cbb-e49ace74436b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:42.861301 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66aa3c0-e44a-4473-a528-307eafade0e7 {{(pid=118617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:56:42.877791 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef46f0d-111a-4c65-8cbb-e49ace74436b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Pushing event updated for resources: {'Port': ['ID=112c9161-d85c-4b44-958c-0ebef6f7786b,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:42.916771 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Publish callbacks [] for port (e66aa3c0-e44a-4473-a528-307eafade0e7), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:43.026122 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.provisioning_blocks [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Transition to ACTIVE for port object e66aa3c0-e44a-4473-a528-307eafade0e7 will not be triggered until provisioned by entity L2. {{(pid=118617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:56:43.057239 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Request body: {'port': {'device_id': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:43.204742 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (e66aa3c0-e44a-4473-a528-307eafade0e7), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:43.299439 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (926038a1-a10d-445a-aab1-28599288366f), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:43.303946 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-6a1bffd3-edf3-4d59-a715-2dd36cba1e97 None None] Provisioning complete for port 112c9161-d85c-4b44-958c-0ebef6f7786b triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:56:43.305357 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-6a1bffd3-edf3-4d59-a715-2dd36cba1e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (112c9161-d85c-4b44-958c-0ebef6f7786b), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:43.339454 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-8ef46f0d-111a-4c65-8cbb-e49ace74436b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7969089 Aug 24 08:56:43.397536 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Request body: {'port': {'device_id': 'a4b4878c-a071-4350-b104-27ba700e7f79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:56:43.417147 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-6a1bffd3-edf3-4d59-a715-2dd36cba1e97 None None] Port 112c9161-d85c-4b44-958c-0ebef6f7786b cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:56:43.514379 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5d8c3af6-3fc9-4618-aab5-70fa414dd942 req-ea95482d-60b2-479d-82d2-e89f4e9f7eee tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9387383 Aug 24 08:56:43.574874 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.managers [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Attempting to bind port e66aa3c0-e44a-4473-a528-307eafade0e7 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:56:43.575746 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.managers [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Attempting to bind port e66aa3c0-e44a-4473-a528-307eafade0e7 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'}] {{(pid=118617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:56:43.576562 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Attempting to bind port e66aa3c0-e44a-4473-a528-307eafade0e7 on network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:43.616674 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Port e66aa3c0-e44a-4473-a528-307eafade0e7 on network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:56:43.618217 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Attempting to bind port e66aa3c0-e44a-4473-a528-307eafade0e7 on network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:43.635668 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e66aa3c0-e44a-4473-a528-307eafade0e7,revision_number=2']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:43.641578 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:56:43.646945 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Checking segment: {'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:43.646945 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Bound using segment: {'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'} {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:56:43.646945 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.managers [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Bound port: e66aa3c0-e44a-4473-a528-307eafade0e7, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'}}] {{(pid=118617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:56:43.646945 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (e66aa3c0-e44a-4473-a528-307eafade0e7), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:43.739778 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1d990e1a-ef91-42b4-b18e-af5b11658262 req-825ae232-dd7e-41ad-8585-ad46890eab9c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8895364 Aug 24 08:56:43.823413 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52210094-58e3-43ad-a429-29d594c4d2ff req-7c72d493-bf10-4c77-8c32-5669b9339337 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:43.825239 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-52210094-58e3-43ad-a429-29d594c4d2ff req-7c72d493-bf10-4c77-8c32-5669b9339337 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 932 time: 0.1256607 Aug 24 08:56:44.033082 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b14ca6ff-3537-42b5-804f-67db3b34ccf9 {{(pid=118616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:56:44.042337 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (112c9161-d85c-4b44-958c-0ebef6f7786b), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:44.056787 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:44.070580 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] For port e66aa3c0-e44a-4473-a528-307eafade0e7, host hv-cinder-85221, cleared binding levels {{(pid=118617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:56:44.106581 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Publish callbacks [] for port (b14ca6ff-3537-42b5-804f-67db3b34ccf9), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:44.126394 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783f45d-254a-473d-b040-12404a430c3b req-717762d6-9fd0-49a1-a82e-b6a2cf6554e0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:44.132444 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7783f45d-254a-473d-b040-12404a430c3b req-717762d6-9fd0-49a1-a82e-b6a2cf6554e0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 931 time: 0.2104745 Aug 24 08:56:44.138476 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] For port e66aa3c0-e44a-4473-a528-307eafade0e7, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e66aa3c0-e44a-4473-a528-307eafade0e7,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:56:44.158958 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-52210094-58e3-43ad-a429-29d594c4d2ff req-9d9c387a-06ba-4215-93cf-92dcd58cd20a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3130703 Aug 24 08:56:44.161712 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926038a1-a10d-445a-aab1-28599288366f {{(pid=118617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:56:44.178619 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Publish callbacks [] for port (926038a1-a10d-445a-aab1-28599288366f), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:44.212597 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.provisioning_blocks [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Transition to ACTIVE for port object 926038a1-a10d-445a-aab1-28599288366f will not be triggered until provisioned by entity L2. {{(pid=118617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:56:44.247925 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 58622) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:44.261948 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (e66aa3c0-e44a-4473-a528-307eafade0e7), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:44.280757 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.provisioning_blocks [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Transition to ACTIVE for port object b14ca6ff-3537-42b5-804f-67db3b34ccf9 will not be triggered until provisioned by entity L2. {{(pid=118616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:56:44.287196 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:44.287831 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:44.289332 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/e66aa3c0-e44a-4473-a528-307eafade0e7 HTTP/1.1" status: 200 len: 1093 time: 3.7989399 Aug 24 08:56:44.291752 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58e853c-c335-4f0a-9850-f67213fa5d6e', 'tag': 'e66aa3c0-e44a-4473-a528-307eafade0e7'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:56:44.342695 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 58626) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:44.391782 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d305bfb1-0a24-4046-9cd6-b9ea2637df17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:44.401001 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (926038a1-a10d-445a-aab1-28599288366f), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:44.534734 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_v2 [None req-838f205d-8238-4301-9671-ce18b90b2026 admin admin] Deleting subnet 9e9b015f-8ece-4f73-b13e-91489a33414a {{(pid=118617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 08:56:44.537289 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (b14ca6ff-3537-42b5-804f-67db3b34ccf9), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:44.539244 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-838f205d-8238-4301-9671-ce18b90b2026 admin admin] Publish callbacks [] for subnet (9e9b015f-8ece-4f73-b13e-91489a33414a), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:44.583740 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-838f205d-8238-4301-9671-ce18b90b2026 admin admin] Publish callbacks [] for subnet (9e9b015f-8ece-4f73-b13e-91489a33414a), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:44.637137 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-838f205d-8238-4301-9671-ce18b90b2026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038139'] for subnet (9e9b015f-8ece-4f73-b13e-91489a33414a), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:44.660194 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:56:44.723104 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Pushing event updated for resources: {'Port': ['ID=b14ca6ff-3537-42b5-804f-67db3b34ccf9,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:44.757140 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279b5e13-5d17-4756-81fc-acce07eac1ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:44.786327 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.managers [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Attempting to bind port 926038a1-a10d-445a-aab1-28599288366f on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:56:44.786785 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.managers [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Attempting to bind port 926038a1-a10d-445a-aab1-28599288366f by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'}] {{(pid=118617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:56:44.787067 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Attempting to bind port 926038a1-a10d-445a-aab1-28599288366f on network 8974f404-81fe-476f-ae03-918a0ea03bf7 {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:44.799604 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142bd01-fcc0-444b-9824-95c71fc7bbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e66aa3c0-e44a-4473-a528-307eafade0e7,revision_number=3']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:44.857417 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 {{(pid=118616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:56:44.916479 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7783f45d-254a-473d-b040-12404a430c3b req-5531e4c9-20bf-4607-b1f5-8e25d8449814 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7422137 Aug 24 08:56:44.926610 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Publish callbacks [] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:44.982028 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37de7f0e-23b5-4aa3-b2f5-4674a741e19c" -d '{"events": [{"name": "network-changed", "server_uuid": "b58e853c-c335-4f0a-9850-f67213fa5d6e", "tag": "e66aa3c0-e44a-4473-a528-307eafade0e7"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:56:44.985580 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Port 926038a1-a10d-445a-aab1-28599288366f on network 8974f404-81fe-476f-ae03-918a0ea03bf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:56:44.985580 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Attempting to bind port 926038a1-a10d-445a-aab1-28599288366f on network 8974f404-81fe-476f-ae03-918a0ea03bf7 {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:44.995929 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279b5e13-5d17-4756-81fc-acce07eac1ce admin admin] Publish callbacks [] for security_group (b3db30bb-733b-4bcd-8bd8-6b985836a838), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:44.996085 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-65697de4-14b6-4018-8f0f-d2b5508a5909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:44.996839 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-65697de4-14b6-4018-8f0f-d2b5508a5909 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 1127 time: 0.4941807 Aug 24 08:56:45.007236 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-838f205d-8238-4301-9671-ce18b90b2026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for subnet (9e9b015f-8ece-4f73-b13e-91489a33414a), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:45.022012 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.provisioning_blocks [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Transition to ACTIVE for port object 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 will not be triggered until provisioned by entity L2. {{(pid=118616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:56:45.049374 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:56:45.052852 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Checking segment: {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:45.052852 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Bound using segment: {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'} {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:56:45.052852 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.managers [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Bound port: 926038a1-a10d-445a-aab1-28599288366f, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'}}] {{(pid=118617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:56:45.054541 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (926038a1-a10d-445a-aab1-28599288366f), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:45.066240 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Attempting to bind port b14ca6ff-3537-42b5-804f-67db3b34ccf9 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:56:45.066579 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Attempting to bind port b14ca6ff-3537-42b5-804f-67db3b34ccf9 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'ad468f84-a67c-4015-a6a2-eb670b224d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be'}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:56:45.066959 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Attempting to bind port b14ca6ff-3537-42b5-804f-67db3b34ccf9 on network ebbe92c7-fe49-4eaf-bd1b-d872606754be {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:45.103922 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Port b14ca6ff-3537-42b5-804f-67db3b34ccf9 on network ebbe92c7-fe49-4eaf-bd1b-d872606754be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:56:45.104216 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Attempting to bind port b14ca6ff-3537-42b5-804f-67db3b34ccf9 on network ebbe92c7-fe49-4eaf-bd1b-d872606754be {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:45.153193 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279b5e13-5d17-4756-81fc-acce07eac1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (b3db30bb-733b-4bcd-8bd8-6b985836a838), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:45.170620 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:56:45.178045 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7f9d2-9da2-4c5b-9201-5967f3e81f56 req-ef6c5c9c-1921-4935-8137-7d324a21837d tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:45.178675 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Checking segment: {'id': 'ad468f84-a67c-4015-a6a2-eb670b224d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:45.178675 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Bound using segment: {'id': 'ad468f84-a67c-4015-a6a2-eb670b224d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be'} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:56:45.178675 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Bound port: b14ca6ff-3537-42b5-804f-67db3b34ccf9, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad468f84-a67c-4015-a6a2-eb670b224d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be'}}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:56:45.178675 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (b14ca6ff-3537-42b5-804f-67db3b34ccf9), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:45.179062 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-fce7f9d2-9da2-4c5b-9201-5967f3e81f56 req-ef6c5c9c-1921-4935-8137-7d324a21837d tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 943 time: 0.4736736 Aug 24 08:56:45.182174 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:45.207811 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5bfab-476e-4344-b507-36db84df3ecd req-36649924-7a78-41f1-8ffa-1984ca8807bf tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:45.212405 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d1b5bfab-476e-4344-b507-36db84df3ecd req-36649924-7a78-41f1-8ffa-1984ca8807bf tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 932 time: 0.1627917 Aug 24 08:56:45.301072 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b5e13-5d17-4756-81fc-acce07eac1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3db30bb-733b-4bcd-8bd8-6b985836a838,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:45.321119 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Pushing event updated for resources: {'Port': ['ID=926038a1-a10d-445a-aab1-28599288366f,revision_number=2']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:45.324811 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f205d-8238-4301-9671-ce18b90b2026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e9b015f-8ece-4f73-b13e-91489a33414a,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:45.360540 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-279b5e13-5d17-4756-81fc-acce07eac1ce admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=67af2d743dfb44229990a3c6a49ab3cc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0028427 Aug 24 08:56:45.372231 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-838f205d-8238-4301-9671-ce18b90b2026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:45.373802 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 58650) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:45.384072 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-838f205d-8238-4301-9671-ce18b90b2026 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/9e9b015f-8ece-4f73-b13e-91489a33414a HTTP/1.1" status: 204 len: 168 time: 1.1349227 Aug 24 08:56:45.388454 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 58652) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:45.416484 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-c96fc04c-5087-4c56-8085-053b69c13fc3 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e66aa3c0-e44a-4473-a528-307eafade0e7 HTTP/1.1" status: 200 len: 217 time: 0.3882425 Aug 24 08:56:45.588123 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] For port 926038a1-a10d-445a-aab1-28599288366f, host hv-cinder-85221, cleared binding levels {{(pid=118617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:56:45.618497 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] For port 926038a1-a10d-445a-aab1-28599288366f, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=926038a1-a10d-445a-aab1-28599288366f,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:56:45.622628 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623286'] for network (d0a3fec5-37f1-4b0a-bb8f-1fe07cf37ce2), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:45.645041 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-fce7f9d2-9da2-4c5b-9201-5967f3e81f56 req-ac17242e-e189-474f-bde7-d80ec295927c tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411722 Aug 24 08:56:45.661516 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-81a983fe-cdfb-4d56-a821-75cd17e88c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:45.663177 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-81a983fe-cdfb-4d56-a821-75cd17e88c60 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=8a21facc-ab1e-4219-b0f0-4f835c4b6a49 HTTP/1.1" status: 200 len: 858 time: 0.2171059 Aug 24 08:56:45.730429 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (926038a1-a10d-445a-aab1-28599288366f), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:45.811633 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:45.812351 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:45.813324 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:45.814353 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/926038a1-a10d-445a-aab1-28599288366f HTTP/1.1" status: 200 len: 1093 time: 2.7826502 Aug 24 08:56:45.871713 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d1b5bfab-476e-4344-b507-36db84df3ecd req-94bc5700-cf4e-4224-8c82-60360ffe5096 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6364424 Aug 24 08:56:45.878258 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:45.894770 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:45.906793 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Attempting to bind port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:56:45.907425 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Attempting to bind port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'f6f12a5d-ce41-48e8-9611-b0de71dd696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b'}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:56:45.907944 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Attempting to bind port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 on network 49a90e96-9c63-403b-90e7-b545c043dc4b {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:45.924263 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 on network 49a90e96-9c63-403b-90e7-b545c043dc4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:56:45.925044 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Attempting to bind port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 on network 49a90e96-9c63-403b-90e7-b545c043dc4b {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:45.947627 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038395', 'neutron.services.segments.db._delete_segments_for_network-8762420374128'] for network (d0a3fec5-37f1-4b0a-bb8f-1fe07cf37ce2), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:45.954488 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-fb7294bf-291e-4501-97ea-d128c2deb15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:45.956535 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-fb7294bf-291e-4501-97ea-d128c2deb15f service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2614806 Aug 24 08:56:45.974359 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:45.975477 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] For port b14ca6ff-3537-42b5-804f-67db3b34ccf9, host hv-cinder-85221, cleared binding levels {{(pid=118616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:56:46.022908 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cee96e-708d-49b2-9d66-a5bf8e4fdc9b service neutron] Pushing event updated for resources: {'Port': ['ID=926038a1-a10d-445a-aab1-28599288366f,revision_number=3']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:46.028543 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=118617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:56:46.029078 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=118617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:56:46.029628 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=118617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:56:46.029958 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Subscribe: > port after_create 55550000 {{(pid=118617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:56:46.030279 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Subscribe: > port after_delete 55550000 {{(pid=118617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:56:46.030614 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Subscribe: > port after_update 55550000 {{(pid=118617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:56:46.030998 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=118617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:56:46.031337 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=118617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:56:46.031662 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=118617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:56:46.032054 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=118617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:56:46.033634 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:56:46.034895 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Checking segment: {'id': 'f6f12a5d-ce41-48e8-9611-b0de71dd696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:46.035746 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Bound using segment: {'id': 'f6f12a5d-ce41-48e8-9611-b0de71dd696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b'} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:56:46.036802 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Bound port: 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f12a5d-ce41-48e8-9611-b0de71dd696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b'}}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:56:46.037620 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:46.081794 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] For port b14ca6ff-3537-42b5-804f-67db3b34ccf9, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=b14ca6ff-3537-42b5-804f-67db3b34ccf9,segment=NetworkSegment(ad468f84-a67c-4015-a6a2-eb670b224d12),segment_id=ad468f84-a67c-4015-a6a2-eb670b224d12)] {{(pid=118616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:56:46.132971 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112c9161-d85c-4b44-958c-0ebef6f7786b {{(pid=118616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:56:46.188272 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Publish callbacks [] for port (112c9161-d85c-4b44-958c-0ebef6f7786b), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:46.195816 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-92a68da8-5c11-41c9-8622-6cdeffc3d867 admin admin] Publish callbacks [] for security_group (b3db30bb-733b-4bcd-8bd8-6b985836a838), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:46.243526 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (b14ca6ff-3537-42b5-804f-67db3b34ccf9), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:46.290403 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:46.291379 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:46.294123 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/b14ca6ff-3537-42b5-804f-67db3b34ccf9 HTTP/1.1" status: 200 len: 1093 time: 5.2889900 Aug 24 08:56:46.306905 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=118617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:56:46.307584 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=118617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:56:46.308254 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=118617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:56:46.308719 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=118617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:56:46.311397 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a3fec5-37f1-4b0a-bb8f-1fe07cf37ce2']}} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:46.337986 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da03a211-fbc6-46a1-b616-e89f8251d34a x-openstack-request-id: req-da03a211-fbc6-46a1-b616-e89f8251d34a {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:56:46.338560 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58e853c-c335-4f0a-9850-f67213fa5d6e", "tag": "e66aa3c0-e44a-4473-a528-307eafade0e7", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:56:46.338951 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da03a211-fbc6-46a1-b616-e89f8251d34a {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:56:46.339512 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da03a211-fbc6-46a1-b616-e89f8251d34a'] response: {'name': 'network-changed', 'server_uuid': 'b58e853c-c335-4f0a-9850-f67213fa5d6e', 'tag': 'e66aa3c0-e44a-4473-a528-307eafade0e7', 'status': 'completed', 'code': 200} Aug 24 08:56:46.348867 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67e1f33-7d27-4e20-b6db-2dc1c3cf477a', 'tag': 'b14ca6ff-3537-42b5-804f-67db3b34ccf9'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:56:46.404370 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ee2b8e-eae3-4ba1-ae7e-ed0c3052ba22') {'for_net_delete': True} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:46.404783 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ee2b8e-eae3-4ba1-ae7e-ed0c3052ba22') {} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:46.431778 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.provisioning_blocks [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Transition to ACTIVE for port object 112c9161-d85c-4b44-958c-0ebef6f7786b will not be triggered until provisioned by entity L2. {{(pid=118616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:56:46.450853 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ab90d-ff03-4c5a-93c1-b8cf9f460878 req-02ca0342-9323-4a5a-bcb1-d4cabe85175d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:46.452469 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-244ab90d-ff03-4c5a-93c1-b8cf9f460878 req-02ca0342-9323-4a5a-bcb1-d4cabe85175d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.3751829 Aug 24 08:56:46.523135 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-92a68da8-5c11-41c9-8622-6cdeffc3d867 admin admin] Publish callbacks [] for security_group (b3db30bb-733b-4bcd-8bd8-6b985836a838), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:46.523390 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-ba3ff48b-a6b2-4b2c-9813-d50dac177b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:46.523390 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-ba3ff48b-a6b2-4b2c-9813-d50dac177b2a service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 1127 time: 0.4975097 Aug 24 08:56:46.529656 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420431854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252308853'] for segment (87ee2b8e-eae3-4ba1-ae7e-ed0c3052ba22), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:46.589765 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-0597f173-e003-4de3-8fe7-c2f8f9680a16 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=926038a1-a10d-445a-aab1-28599288366f HTTP/1.1" status: 200 len: 217 time: 0.0543876 Aug 24 08:56:46.611874 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df55f89-506a-4355-8f91-e58d1cb47d5b service neutron] Pushing event updated for resources: {'Port': ['ID=b14ca6ff-3537-42b5-804f-67db3b34ccf9,revision_number=3']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:46.617730 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0654145-4f7e-4b20-ad15-7ee2d0ee50b5 req-3dfda1e5-a15b-49af-b29b-892eaea161c4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:46.619022 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c5a7f3-fd87-4fb4-a8db-7cc8af920539" -d '{"events": [{"name": "network-changed", "server_uuid": "d67e1f33-7d27-4e20-b6db-2dc1c3cf477a", "tag": "b14ca6ff-3537-42b5-804f-67db3b34ccf9"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:56:46.626119 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d0654145-4f7e-4b20-ad15-7ee2d0ee50b5 req-3dfda1e5-a15b-49af-b29b-892eaea161c4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 943 time: 0.2829940 Aug 24 08:56:46.682392 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (87ee2b8e-eae3-4ba1-ae7e-ed0c3052ba22), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:46.705407 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=118617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 08:56:46.705763 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-252178646'] for segment (87ee2b8e-eae3-4ba1-ae7e-ed0c3052ba22), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:46.730633 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (112c9161-d85c-4b44-958c-0ebef6f7786b), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:46.733152 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-fd73b01e-5084-4032-b186-539dea53e484 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7612824 Aug 24 08:56:46.752552 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:46.788496 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-04f11d02-fe04-4dec-8461-0fff45b9a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:46.793022 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-04f11d02-fe04-4dec-8461-0fff45b9a46b service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=68cde71c-76f8-4ef2-ae70-0fbb6e1478f1 HTTP/1.1" status: 200 len: 853 time: 0.1885605 Aug 24 08:56:46.879443 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d0654145-4f7e-4b20-ad15-7ee2d0ee50b5 req-8bfdf20d-caaa-4d63-8efd-5354a5e841b1 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494731 Aug 24 08:56:46.988498 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:47.327974 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-7d653bd5-7f31-4770-b2ac-fa4c35730102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:47.330227 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-7d653bd5-7f31-4770-b2ac-fa4c35730102 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=8974f404-81fe-476f-ae03-918a0ea03bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4903131 Aug 24 08:56:47.339761 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698380'] for network (d0a3fec5-37f1-4b0a-bb8f-1fe07cf37ce2), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:47.505214 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] For port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3, host hv-cinder-85221, cleared binding levels {{(pid=118616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:56:47.506109 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-c896e516-28e9-4e0e-a61d-7cb93bc59a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:47.507394 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-c896e516-28e9-4e0e-a61d-7cb93bc59a75 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=f58ac192b94c47179055f35cae59f8ec&device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 1127 time: 0.8704634 Aug 24 08:56:47.510943 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-244ab90d-ff03-4c5a-93c1-b8cf9f460878 req-53ff342d-4c1a-4134-8562-c295b470e6f2 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8875799 Aug 24 08:56:47.515413 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3a97e0-84be-4526-a92a-3f1aa59dac3d x-openstack-request-id: req-ee3a97e0-84be-4526-a92a-3f1aa59dac3d {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:56:47.515818 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67e1f33-7d27-4e20-b6db-2dc1c3cf477a", "tag": "b14ca6ff-3537-42b5-804f-67db3b34ccf9", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:56:47.516144 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee3a97e0-84be-4526-a92a-3f1aa59dac3d {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:56:47.516731 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee3a97e0-84be-4526-a92a-3f1aa59dac3d'] response: {'name': 'network-changed', 'server_uuid': 'd67e1f33-7d27-4e20-b6db-2dc1c3cf477a', 'tag': 'b14ca6ff-3537-42b5-804f-67db3b34ccf9', 'status': 'completed', 'code': 200} Aug 24 08:56:47.550633 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.services.segments.plugin [-] Segment 87ee2b8e-eae3-4ba1-ae7e-ed0c3052ba22 resource provider aggregate not found Aug 24 08:56:47.609704 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:47.614087 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/d0a3fec5-37f1-4b0a-bb8f-1fe07cf37ce2 HTTP/1.1" status: 204 len: 168 time: 2.2208467 Aug 24 08:56:47.631524 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-355a7da2-53ff-4887-8e97-36c73328b5b0 req-50bc21c2-8c6a-4928-ab53-d81231e09b8f service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8750508 Aug 24 08:56:47.632574 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 58706) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:47.653530 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13b50f-7b2a-46f7-8e16-e0b1cf61a838 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a3fec5-37f1-4b0a-bb8f-1fe07cf37ce2,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:47.663173 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Attempting to bind port 112c9161-d85c-4b44-958c-0ebef6f7786b on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:56:47.663516 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Attempting to bind port 112c9161-d85c-4b44-958c-0ebef6f7786b by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:56:47.663975 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Attempting to bind port 112c9161-d85c-4b44-958c-0ebef6f7786b on network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:47.667933 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.services.segments.plugin [-] Segment 87ee2b8e-eae3-4ba1-ae7e-ed0c3052ba22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87ee2b8e-eae3-4ba1-ae7e-ed0c3052ba22 found for delete ", "request_id": "req-50dadb3a-cbbe-47d8-b01e-eba0b74a42ad"}]} Aug 24 08:56:47.684023 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:47.763323 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f887dc0-6726-4365-8d84-d2e087a72df0 req-fe7c7fd1-c4f9-43a7-a070-068edd2e7268 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:47.771724 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1f887dc0-6726-4365-8d84-d2e087a72df0 req-fe7c7fd1-c4f9-43a7-a070-068edd2e7268 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 943 time: 0.4390550 Aug 24 08:56:47.790024 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-0dc68146-2655-4689-8afd-bbbd99d03ebf service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316247 Aug 24 08:56:47.827011 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Port 112c9161-d85c-4b44-958c-0ebef6f7786b on network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:56:47.827407 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Attempting to bind port 112c9161-d85c-4b44-958c-0ebef6f7786b on network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:56:47.857197 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ff19ec-3f6a-4b8b-9b51-8b6d55282a32 admin admin] Deleting subnet 696fa0e9-d4ba-485d-93c6-2e67281a1746 {{(pid=118617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 08:56:47.858966 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] For port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:56:47.903859 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f6ff19ec-3f6a-4b8b-9b51-8b6d55282a32 admin admin] Publish callbacks [] for subnet (696fa0e9-d4ba-485d-93c6-2e67281a1746), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:47.931525 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-3a706e00-7462-4bb2-aa4f-d55883cb767a service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b14ca6ff-3537-42b5-804f-67db3b34ccf9 HTTP/1.1" status: 200 len: 217 time: 0.2703848 Aug 24 08:56:47.943527 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee73b53-8075-40d9-aa08-0d3de87d11b7 req-ba6fd420-21fe-465c-b181-70142715c0bf tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:47.945209 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8ee73b53-8075-40d9-aa08-0d3de87d11b7 req-ba6fd420-21fe-465c-b181-70142715c0bf tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 944 time: 0.2856541 Aug 24 08:56:47.950290 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-92a68da8-5c11-41c9-8622-6cdeffc3d867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (b3db30bb-733b-4bcd-8bd8-6b985836a838), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:47.957789 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-92a68da8-5c11-41c9-8622-6cdeffc3d867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:47.959259 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-92a68da8-5c11-41c9-8622-6cdeffc3d867 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b3db30bb-733b-4bcd-8bd8-6b985836a838 HTTP/1.1" status: 204 len: 168 time: 2.5184040 Aug 24 08:56:47.975749 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:56:47.976093 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Checking segment: {'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:56:47.976534 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Bound using segment: {'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:56:47.976999 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Bound port: 112c9161-d85c-4b44-958c-0ebef6f7786b, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'}}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:56:47.977370 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (112c9161-d85c-4b44-958c-0ebef6f7786b), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:47.981153 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1f887dc0-6726-4365-8d84-d2e087a72df0 req-0fde084d-5e0c-4272-8963-f0263a009767 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082562 Aug 24 08:56:48.000123 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=112c9161-d85c-4b44-958c-0ebef6f7786b,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:48.070293 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:48.075067 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a68da8-5c11-41c9-8622-6cdeffc3d867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3db30bb-733b-4bcd-8bd8-6b985836a838,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:48.118502 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de7f0e-23b5-4aa3-b2f5-4674a741e19c req-cd7b1319-e6be-42f2-84a2-6420b7305e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:48.121543 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-37de7f0e-23b5-4aa3-b2f5-4674a741e19c req-cd7b1319-e6be-42f2-84a2-6420b7305e7f service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 1127 time: 0.2346287 Aug 24 08:56:48.296413 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f6ff19ec-3f6a-4b8b-9b51-8b6d55282a32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252308860'] for subnet (696fa0e9-d4ba-485d-93c6-2e67281a1746), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:48.300771 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:48.301704 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:48.303467 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 HTTP/1.1" status: 200 len: 1094 time: 6.5061159 Aug 24 08:56:48.322127 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-a07ac231-067b-41c0-9863-386acf00500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:48.324981 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-a07ac231-067b-41c0-9863-386acf00500b service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=c184060a-7a1f-4e2a-89c1-85be6efdd11e HTTP/1.1" status: 200 len: 850 time: 0.3787863 Aug 24 08:56:48.395641 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'tag': '926038a1-a10d-445a-aab1-28599288366f'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:56:48.408238 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263d7712-568e-456b-9533-e253b691f2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "670d839b-dff7-48b8-b2b3-6e042962ca67", "tag": "926038a1-a10d-445a-aab1-28599288366f"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:56:48.432469 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8ee73b53-8075-40d9-aa08-0d3de87d11b7 req-f2515ae1-5f39-438a-b913-dcad130b6e8e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259717 Aug 24 08:56:48.471941 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] For port 112c9161-d85c-4b44-958c-0ebef6f7786b, host hv-cinder-85221, cleared binding levels {{(pid=118616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:56:48.477885 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] For port 112c9161-d85c-4b44-958c-0ebef6f7786b, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=112c9161-d85c-4b44-958c-0ebef6f7786b,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:56:48.495783 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0bdcc-6410-4703-ac7b-db69fe0f1f16 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,revision_number=3']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:48.531391 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d552e18-d22b-46f9-aa84-a3bd19caf80e req-f19901ea-7a92-4d54-8aa9-ea7db73e6596 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:48.552326 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9d552e18-d22b-46f9-aa84-a3bd19caf80e req-f19901ea-7a92-4d54-8aa9-ea7db73e6596 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 943 time: 0.3798292 Aug 24 08:56:48.674293 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (112c9161-d85c-4b44-958c-0ebef6f7786b), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:48.693466 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:48.694211 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:48.695778 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/112c9161-d85c-4b44-958c-0ebef6f7786b HTTP/1.1" status: 200 len: 1094 time: 5.3152270 Aug 24 08:56:48.719686 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-c5950960-809b-4230-8a3c-35cfca184749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:48.720126 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce99d81-73f8-4714-b5f2-16e5df3bbfc5 x-openstack-request-id: req-cce99d81-73f8-4714-b5f2-16e5df3bbfc5 {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:56:48.721004 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670d839b-dff7-48b8-b2b3-6e042962ca67", "tag": "926038a1-a10d-445a-aab1-28599288366f", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:56:48.721491 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cce99d81-73f8-4714-b5f2-16e5df3bbfc5 {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:56:48.721739 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-c5950960-809b-4230-8a3c-35cfca184749 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=ebbe92c7-fe49-4eaf-bd1b-d872606754be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2308695 Aug 24 08:56:48.722348 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce99d81-73f8-4714-b5f2-16e5df3bbfc5'] response: {'name': 'network-changed', 'server_uuid': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'tag': '926038a1-a10d-445a-aab1-28599288366f', 'status': 'completed', 'code': 200} Aug 24 08:56:48.728333 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-8b8ced3f-0600-4fc6-918b-dff9b1c84601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:48.731300 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-8b8ced3f-0600-4fc6-918b-dff9b1c84601 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=dd27ac26660b46c388279e652200c7cd&device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 1128 time: 0.1094415 Aug 24 08:56:48.769535 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-87c0b0cc-37cd-45c7-88e6-a12564f973e7 req-b8ce0214-2519-4055-b954-345751dfb5ca service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9656973 Aug 24 08:56:48.837634 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbbd26-84c3-4b6f-8ac9-b577df21f9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=112c9161-d85c-4b44-958c-0ebef6f7786b,revision_number=3']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:48.861664 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f6ff19ec-3f6a-4b8b-9b51-8b6d55282a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038139'] for subnet (696fa0e9-d4ba-485d-93c6-2e67281a1746), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:48.866400 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:48.879737 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c1f11-8e67-41be-a03a-934a5778218c req-ff577765-45d5-4232-a75c-ea12c028faff tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:48.881517 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-749c1f11-8e67-41be-a03a-934a5778218c req-ff577765-45d5-4232-a75c-ea12c028faff tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.1190884 Aug 24 08:56:48.944342 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de7f0e-23b5-4aa3-b2f5-4674a741e19c req-d0c60be6-9f06-4519-9650-e4636b63213b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:48.946710 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-37de7f0e-23b5-4aa3-b2f5-4674a741e19c req-d0c60be6-9f06-4519-9650-e4636b63213b service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 920 time: 0.8130059 Aug 24 08:56:48.970876 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9d552e18-d22b-46f9-aa84-a3bd19caf80e req-7d4f810f-ca77-4e50-ac21-a91400c2e6d7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4172790 Aug 24 08:56:48.999547 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-749c1f11-8e67-41be-a03a-934a5778218c req-7d42b3a0-3527-4c5b-a1e3-97d604946bce tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086478 Aug 24 08:56:49.166202 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f6ff19ec-3f6a-4b8b-9b51-8b6d55282a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252178608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251664119'] for subnet (696fa0e9-d4ba-485d-93c6-2e67281a1746), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:49.217635 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff19ec-3f6a-4b8b-9b51-8b6d55282a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696fa0e9-d4ba-485d-93c6-2e67281a1746,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:49.224731 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f6ff19ec-3f6a-4b8b-9b51-8b6d55282a32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:49.228737 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-f6ff19ec-3f6a-4b8b-9b51-8b6d55282a32 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/696fa0e9-d4ba-485d-93c6-2e67281a1746 HTTP/1.1" status: 204 len: 168 time: 1.5883722 Aug 24 08:56:49.231993 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 58736) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:49.247539 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d2363-ffd8-4849-b83d-0272c2be2457 req-c57d2057-9241-4b9b-9a2f-515767839ac8 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:49.249200 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7c6d2363-ffd8-4849-b83d-0272c2be2457 req-c57d2057-9241-4b9b-9a2f-515767839ac8 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 943 time: 0.0957997 Aug 24 08:56:49.271887 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 58738) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:49.287904 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d06b7317-6f7a-456b-84ab-66c4ff549ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:49.344935 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6cf13e4b-db08-4727-9637-9666ddc5308b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623286'] for network (65181a09-8cbe-4f5d-82bd-33e3a80f32ca), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:49.370369 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7c6d2363-ffd8-4849-b83d-0272c2be2457 req-11c3f125-9226-4a0f-8d8d-be5f3331fb89 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080797 Aug 24 08:56:49.390990 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d06b7317-6f7a-456b-84ab-66c4ff549ced admin admin] Publish callbacks [] for security_group (956a1b08-323a-43c5-92c5-c4331f99520c), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:49.480910 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6cf13e4b-db08-4727-9637-9666ddc5308b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038395', 'neutron.services.segments.db._delete_segments_for_network-8762420374128'] for network (65181a09-8cbe-4f5d-82bd-33e3a80f32ca), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:49.490566 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d06b7317-6f7a-456b-84ab-66c4ff549ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (956a1b08-323a-43c5-92c5-c4331f99520c), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:49.517820 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'tag': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3'}, {'name': 'network-changed', 'server_uuid': 'a4b4878c-a071-4350-b104-27ba700e7f79', 'tag': '112c9161-d85c-4b44-958c-0ebef6f7786b'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:56:49.522968 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc988a0-5628-4875-80fa-a35be6c509ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d2eeba32-0634-4e0c-aad9-b9bc081474d9", "tag": "8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3"}, {"name": "network-changed", "server_uuid": "a4b4878c-a071-4350-b104-27ba700e7f79", "tag": "112c9161-d85c-4b44-958c-0ebef6f7786b"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:56:49.527617 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-6cf13e4b-db08-4727-9637-9666ddc5308b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65181a09-8cbe-4f5d-82bd-33e3a80f32ca']}} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:49.556501 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b7317-6f7a-456b-84ab-66c4ff549ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956a1b08-323a-43c5-92c5-c4331f99520c,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:49.575462 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-6cf13e4b-db08-4727-9637-9666ddc5308b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e264e512-0cfa-4bfc-9879-fcf000aefa18') {'for_net_delete': True} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:49.577503 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-6cf13e4b-db08-4727-9637-9666ddc5308b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e264e512-0cfa-4bfc-9879-fcf000aefa18') {} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:56:49.579486 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 24 Aug 2022 08:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84b0c51-ec12-4a75-8292-c7baefc197ee x-openstack-request-id: req-a84b0c51-ec12-4a75-8292-c7baefc197ee {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:56:49.579898 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2eeba32-0634-4e0c-aad9-b9bc081474d9", "tag": "8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a4b4878c-a071-4350-b104-27ba700e7f79", "tag": "112c9161-d85c-4b44-958c-0ebef6f7786b", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:56:49.580000 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a84b0c51-ec12-4a75-8292-c7baefc197ee {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:56:49.580460 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a84b0c51-ec12-4a75-8292-c7baefc197ee'] response: {'name': 'network-changed', 'server_uuid': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'tag': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3', 'status': 'completed', 'code': 200} Aug 24 08:56:49.581246 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a84b0c51-ec12-4a75-8292-c7baefc197ee'] response: {'name': 'network-changed', 'server_uuid': 'a4b4878c-a071-4350-b104-27ba700e7f79', 'tag': '112c9161-d85c-4b44-958c-0ebef6f7786b', 'status': 'completed', 'code': 200} Aug 24 08:56:49.587053 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-d06b7317-6f7a-456b-84ab-66c4ff549ced admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=eaec805c774c4f4b8bc5fc31dc94f4f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113415 Aug 24 08:56:49.587639 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 58746) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:49.598369 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6cf13e4b-db08-4727-9637-9666ddc5308b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420431854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252308853'] for segment (e264e512-0cfa-4bfc-9879-fcf000aefa18), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:49.622388 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a85d13-57fd-4034-8398-6fe5f481049a req-b4c25842-783e-4833-bd92-73dba564ad1d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:49.623542 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6cf13e4b-db08-4727-9637-9666ddc5308b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (e264e512-0cfa-4bfc-9879-fcf000aefa18), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:49.628211 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b5a85d13-57fd-4034-8398-6fe5f481049a req-b4c25842-783e-4833-bd92-73dba564ad1d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 944 time: 0.0976853 Aug 24 08:56:49.633639 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf13e4b-db08-4727-9637-9666ddc5308b admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=118617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 08:56:49.634358 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6cf13e4b-db08-4727-9637-9666ddc5308b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-252178646'] for segment (e264e512-0cfa-4bfc-9879-fcf000aefa18), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:49.704946 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.services.segments.plugin [-] Segment e264e512-0cfa-4bfc-9879-fcf000aefa18 resource provider aggregate not found Aug 24 08:56:49.705461 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f168e786-0831-4e99-a185-39af53021b3b admin admin] Publish callbacks [] for security_group (956a1b08-323a-43c5-92c5-c4331f99520c), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:49.721948 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b5a85d13-57fd-4034-8398-6fe5f481049a req-4c02d110-724d-4927-83e4-b57113d2e247 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771689 Aug 24 08:56:49.726114 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.services.segments.plugin [-] Segment e264e512-0cfa-4bfc-9879-fcf000aefa18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e264e512-0cfa-4bfc-9879-fcf000aefa18 found for delete ", "request_id": "req-dcc89a56-9828-4656-a510-aa08a65abe22"}]} Aug 24 08:56:49.736970 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f168e786-0831-4e99-a185-39af53021b3b admin admin] Publish callbacks [] for security_group (956a1b08-323a-43c5-92c5-c4331f99520c), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:49.890942 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6cf13e4b-db08-4727-9637-9666ddc5308b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698380'] for network (65181a09-8cbe-4f5d-82bd-33e3a80f32ca), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:49.898860 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6cf13e4b-db08-4727-9637-9666ddc5308b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:49.906149 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-6cf13e4b-db08-4727-9637-9666ddc5308b admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/65181a09-8cbe-4f5d-82bd-33e3a80f32ca HTTP/1.1" status: 204 len: 168 time: 0.6684971 Aug 24 08:56:49.912686 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf13e4b-db08-4727-9637-9666ddc5308b admin admin] Pushing event deleted for resources: {'Network': ['ID=65181a09-8cbe-4f5d-82bd-33e3a80f32ca,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:49.945033 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f168e786-0831-4e99-a185-39af53021b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (956a1b08-323a-43c5-92c5-c4331f99520c), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:49.948112 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f168e786-0831-4e99-a185-39af53021b3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:49.950224 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-f168e786-0831-4e99-a185-39af53021b3b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/956a1b08-323a-43c5-92c5-c4331f99520c HTTP/1.1" status: 204 len: 168 time: 0.3616035 Aug 24 08:56:49.967237 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168e786-0831-4e99-a185-39af53021b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956a1b08-323a-43c5-92c5-c4331f99520c,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:50.190737 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881e17f-6a1d-4307-b394-07d2ae8ea7b7 req-18b8d497-d8f7-493c-b086-6c9d0b7a58f2 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:50.192333 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3881e17f-6a1d-4307-b394-07d2ae8ea7b7 req-18b8d497-d8f7-493c-b086-6c9d0b7a58f2 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 943 time: 0.0536308 Aug 24 08:56:50.217250 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab13650-7aea-4882-8580-04798812c11b req-132026c0-e61d-46b8-b2f1-76719e02d3c5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:50.218924 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2ab13650-7aea-4882-8580-04798812c11b req-132026c0-e61d-46b8-b2f1-76719e02d3c5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0521207 Aug 24 08:56:50.254411 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3881e17f-6a1d-4307-b394-07d2ae8ea7b7 req-1632579f-133a-48be-9ea8-ee92490f5108 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555725 Aug 24 08:56:50.296475 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2ab13650-7aea-4882-8580-04798812c11b req-5e7176b3-2547-4401-92c3-e31422d1ac20 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677152 Aug 24 08:56:50.468476 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 58764) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:50.520050 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-121f3671-bff8-4210-acb3-71cf5ba01b9c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c90f5f603c1f4edeac6252e231f247ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0500498 Aug 24 08:56:50.524133 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 58766) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:50.560697 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e9167-d714-4da2-815f-9eea2b58fa63 req-97877a9b-52da-4db0-9502-bd3110e42a92 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:50.563361 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c00e9167-d714-4da2-815f-9eea2b58fa63 req-97877a9b-52da-4db0-9502-bd3110e42a92 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 943 time: 0.0998919 Aug 24 08:56:50.629575 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7dce120e-48a8-4b7f-a409-e10c204be73d admin admin] Publish callbacks [] for security_group (bdd9b5a8-88bd-4cc0-9157-40cc808fa488), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:50.637842 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c00e9167-d714-4da2-815f-9eea2b58fa63 req-d4c0676f-8417-45e7-af8d-00dedd9bc0ed tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604963 Aug 24 08:56:50.680398 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7dce120e-48a8-4b7f-a409-e10c204be73d admin admin] Publish callbacks [] for security_group (bdd9b5a8-88bd-4cc0-9157-40cc808fa488), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:50.694364 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=6 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:50.857208 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858b237-94f0-4540-9a92-ba9787bca319 req-b9ee3a75-242b-4e4e-9029-f74e39875f0d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:50.859002 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e858b237-94f0-4540-9a92-ba9787bca319 req-b9ee3a75-242b-4e4e-9029-f74e39875f0d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 944 time: 0.0537980 Aug 24 08:56:50.863273 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7dce120e-48a8-4b7f-a409-e10c204be73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (bdd9b5a8-88bd-4cc0-9157-40cc808fa488), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:50.865810 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7dce120e-48a8-4b7f-a409-e10c204be73d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:50.866975 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-7dce120e-48a8-4b7f-a409-e10c204be73d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bdd9b5a8-88bd-4cc0-9157-40cc808fa488 HTTP/1.1" status: 204 len: 168 time: 0.3418360 Aug 24 08:56:50.869285 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:50.902794 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce120e-48a8-4b7f-a409-e10c204be73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd9b5a8-88bd-4cc0-9157-40cc808fa488,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:50.961152 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e858b237-94f0-4540-9a92-ba9787bca319 req-168123da-bcd3-4d40-8539-1372fbfee229 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927792 Aug 24 08:56:51.388144 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=5 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:51.483728 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a7bb0-3f44-446f-b241-949db1ba6b3a req-1bc7a4d0-b07b-447b-af90-b047bf8561e7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:51.489364 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c037c9-5ce2-4c2d-b421-5c8210d3f73e req-8c7286dc-7d22-450e-99af-4923018aecd4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:51.498077 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c28a7bb0-3f44-446f-b241-949db1ba6b3a req-1bc7a4d0-b07b-447b-af90-b047bf8561e7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 943 time: 0.1323068 Aug 24 08:56:51.506703 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e6c037c9-5ce2-4c2d-b421-5c8210d3f73e req-8c7286dc-7d22-450e-99af-4923018aecd4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0988722 Aug 24 08:56:51.566317 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c28a7bb0-3f44-446f-b241-949db1ba6b3a req-07b89a01-71b4-442c-b31d-97b7e16d2ece tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665710 Aug 24 08:56:51.597069 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e6c037c9-5ce2-4c2d-b421-5c8210d3f73e req-217cdbb0-0442-4431-a1f7-d08275104759 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813584 Aug 24 08:56:51.673871 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:51.899386 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 58806) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:51.905225 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414dca5-5ab8-4243-8421-b87e50457f10 req-544c6842-8f0a-41e7-bdea-6b3de58a04f0 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:51.911373 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8414dca5-5ab8-4243-8421-b87e50457f10 req-544c6842-8f0a-41e7-bdea-6b3de58a04f0 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 943 time: 0.1105247 Aug 24 08:56:51.997718 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 58812) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:52.012325 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8414dca5-5ab8-4243-8421-b87e50457f10 req-0d5654d0-9874-4803-930f-bcf96fa42d29 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914412 Aug 24 08:56:52.136743 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-eb401f6b-83f5-44a3-82ed-33527ba33bd3 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=11e8fbf8752b418cbe4204f4b95f5ec9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1376173 Aug 24 08:56:52.139690 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 58816) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:52.162149 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:52.197429 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84699bd0-661c-40aa-a0e8-ec55ec6bbe6a req-6ef11f76-edc3-46a1-9241-c2995e9f53a8 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:52.199175 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-84699bd0-661c-40aa-a0e8-ec55ec6bbe6a req-6ef11f76-edc3-46a1-9241-c2995e9f53a8 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 944 time: 0.0956299 Aug 24 08:56:52.235533 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-195b0c1e-7674-478b-ba1b-36aa05b08faf admin admin] Publish callbacks [] for security_group (5d4d663f-7805-4b04-a6e2-c8b9c0b835fd), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:52.309807 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-195b0c1e-7674-478b-ba1b-36aa05b08faf admin admin] Publish callbacks [] for security_group (5d4d663f-7805-4b04-a6e2-c8b9c0b835fd), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:52.344895 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9665dc85-9626-4314-bf9f-6520e55797bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:52.387465 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-84699bd0-661c-40aa-a0e8-ec55ec6bbe6a req-fb76226e-b60a-4f00-ad5c-0c8bf6445bbb tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799705 Aug 24 08:56:52.586009 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-e4f17a89-4c24-48a2-a1dd-a70e01556307 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 HTTP/1.1" status: 200 len: 217 time: 0.0888689 Aug 24 08:56:52.592075 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-195b0c1e-7674-478b-ba1b-36aa05b08faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (5d4d663f-7805-4b04-a6e2-c8b9c0b835fd), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:52.593979 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-195b0c1e-7674-478b-ba1b-36aa05b08faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:52.595203 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-195b0c1e-7674-478b-ba1b-36aa05b08faf admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5d4d663f-7805-4b04-a6e2-c8b9c0b835fd HTTP/1.1" status: 204 len: 168 time: 0.4543030 Aug 24 08:56:52.658414 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-37de7f0e-23b5-4aa3-b2f5-4674a741e19c req-871063ba-2344-4a1e-bbbf-865153132191 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e66aa3c0-e44a-4473-a528-307eafade0e7 HTTP/1.1" status: 200 len: 217 time: 0.1579418 Aug 24 08:56:52.664809 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9665dc85-9626-4314-bf9f-6520e55797bd admin admin] Publish callbacks [] for security_group (a908a61c-11f4-4636-aed7-00a17285e1ef), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:52.719157 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b0c1e-7674-478b-ba1b-36aa05b08faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4d663f-7805-4b04-a6e2-c8b9c0b835fd,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:52.837709 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-95ffba42-0936-4e65-8835-6fdb9d494e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:52.846774 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-95ffba42-0936-4e65-8835-6fdb9d494e0f service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 1128 time: 0.3133707 Aug 24 08:56:52.868022 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de7f0e-23b5-4aa3-b2f5-4674a741e19c req-390fdd8b-f081-403b-9e56-fad770f75123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:52.868022 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-37de7f0e-23b5-4aa3-b2f5-4674a741e19c req-390fdd8b-f081-403b-9e56-fad770f75123 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=8a21facc-ab1e-4219-b0f0-4f835c4b6a49 HTTP/1.1" status: 200 len: 858 time: 0.1807206 Aug 24 08:56:52.871730 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6bbc4-ba20-4310-8e98-b605747131cb req-0eb57ba9-bceb-4157-ae1a-57964f08b070 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:52.875706 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9665dc85-9626-4314-bf9f-6520e55797bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (a908a61c-11f4-4636-aed7-00a17285e1ef), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:52.879666 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e7e6bbc4-ba20-4310-8e98-b605747131cb req-0eb57ba9-bceb-4157-ae1a-57964f08b070 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 943 time: 0.1468410 Aug 24 08:56:52.944733 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d7712-568e-456b-9533-e253b691f2a9 req-f8e26a50-4663-45b5-a91e-40effb1a9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:52.953323 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-263d7712-568e-456b-9533-e253b691f2a9 req-f8e26a50-4663-45b5-a91e-40effb1a9f81 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 1127 time: 0.3833010 Aug 24 08:56:52.973758 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-e8c10d33-49c7-43ed-8cae-8fde9a074d6f service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=112c9161-d85c-4b44-958c-0ebef6f7786b HTTP/1.1" status: 200 len: 217 time: 0.0902531 Aug 24 08:56:53.023971 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e7e6bbc4-ba20-4310-8e98-b605747131cb req-8fddbb65-8a79-4011-b0f9-6529fa175491 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428244 Aug 24 08:56:53.157441 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de7f0e-23b5-4aa3-b2f5-4674a741e19c req-41c868bc-44d1-45f7-8885-d23d38029a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:53.165248 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-37de7f0e-23b5-4aa3-b2f5-4674a741e19c req-41c868bc-44d1-45f7-8885-d23d38029a99 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2797101 Aug 24 08:56:53.181732 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665dc85-9626-4314-bf9f-6520e55797bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a908a61c-11f4-4636-aed7-00a17285e1ef,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:53.208190 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-7c106b03-6376-4c62-a035-caba81aa93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:53.216032 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-7c106b03-6376-4c62-a035-caba81aa93a9 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=9be780a7-8c52-4ee8-9007-d0378c4d3642 HTTP/1.1" status: 200 len: 855 time: 0.5229709 Aug 24 08:56:53.269602 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-84aeee1f-14f2-4653-9785-bb2ed7f24918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:53.271389 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-84aeee1f-14f2-4653-9785-bb2ed7f24918 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=8a21facc-ab1e-4219-b0f0-4f835c4b6a49 HTTP/1.1" status: 200 len: 858 time: 0.2462237 Aug 24 08:56:53.296174 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-9665dc85-9626-4314-bf9f-6520e55797bd admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=065be83bf9f44e6ea20d7bddb44ac3f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3956246 Aug 24 08:56:53.300188 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 58846) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:53.305811 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42666cc-378d-4b3c-8d4e-d98d4d137d9e req-189853db-cb83-4de6-a998-43c89fb7f5b7 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:53.314079 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f42666cc-378d-4b3c-8d4e-d98d4d137d9e req-189853db-cb83-4de6-a998-43c89fb7f5b7 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.4757812 Aug 24 08:56:53.425055 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-70bb097d-eb89-4943-a180-542552638185 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/ebbe92c7-fe49-4eaf-bd1b-d872606754be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8983040 Aug 24 08:56:53.444148 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abefd31-e8a7-4d0a-9b80-a96ff6fd9d08 req-e7d9b0d2-5927-4a66-bac5-9961296c7149 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:53.449184 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f42666cc-378d-4b3c-8d4e-d98d4d137d9e req-7779bd1f-8455-4516-8a24-90a8a6aea11b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339769 Aug 24 08:56:53.453099 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3abefd31-e8a7-4d0a-9b80-a96ff6fd9d08 req-e7d9b0d2-5927-4a66-bac5-9961296c7149 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 943 time: 0.2129359 Aug 24 08:56:53.483530 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-8975e42e-627b-4352-b6fc-68de53d3f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:53.486270 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-8975e42e-627b-4352-b6fc-68de53d3f216 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1838179 Aug 24 08:56:53.586264 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:53.917628 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-3ca9fb6b-0631-492c-a2c3-92c2adc18cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:53.928354 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-3ca9fb6b-0631-492c-a2c3-92c2adc18cff service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=49a90e96-9c63-403b-90e7-b545c043dc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6640716 Aug 24 08:56:53.938113 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:54.011908 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-afc7a705-3528-4470-b04f-0c9f8b3377eb admin admin] Publish callbacks [] for security_group (a908a61c-11f4-4636-aed7-00a17285e1ef), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:54.089088 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-f42a0f15-6725-4720-8d59-ef7b7013a292 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371694 Aug 24 08:56:54.129795 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9bc21-04d9-4361-8b81-730a36a49369 req-9b94f118-7f6a-4d71-bf9e-be33cc2e28f9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:54.139155 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-13d9bc21-04d9-4361-8b81-730a36a49369 req-9b94f118-7f6a-4d71-bf9e-be33cc2e28f9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 944 time: 0.5218966 Aug 24 08:56:54.156264 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-37de7f0e-23b5-4aa3-b2f5-4674a741e19c req-91ac35f5-2e32-4f19-a249-faa7baa8488d service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9684834 Aug 24 08:56:54.233356 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d7712-568e-456b-9533-e253b691f2a9 req-24e2566c-1132-49e5-86b1-b684496b813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:54.235234 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-263d7712-568e-456b-9533-e253b691f2a9 req-24e2566c-1132-49e5-86b1-b684496b813f service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=8974f404-81fe-476f-ae03-918a0ea03bf7 HTTP/1.1" status: 200 len: 915 time: 1.2461970 Aug 24 08:56:54.250514 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-afc7a705-3528-4470-b04f-0c9f8b3377eb admin admin] Publish callbacks [] for security_group (a908a61c-11f4-4636-aed7-00a17285e1ef), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:54.303446 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:54.315251 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-263d7712-568e-456b-9533-e253b691f2a9 req-1470d5db-4699-4e94-a56f-db40c4ddc6a2 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=926038a1-a10d-445a-aab1-28599288366f HTTP/1.1" status: 200 len: 217 time: 0.0662937 Aug 24 08:56:54.361357 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-025bc2b3-d9d9-48f2-b168-446d2d4b7120 req-44b0ab49-8e65-4964-8571-36320e6ffd23 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/ebbe92c7-fe49-4eaf-bd1b-d872606754be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9107471 Aug 24 08:56:54.372294 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-13d9bc21-04d9-4361-8b81-730a36a49369 req-b187b9cc-65de-4eb8-ad27-30819bb0893d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321708 Aug 24 08:56:54.510821 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d7712-568e-456b-9533-e253b691f2a9 req-9df2faed-8d80-45a6-8e7f-31408f4765ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:54.512386 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-263d7712-568e-456b-9533-e253b691f2a9 req-9df2faed-8d80-45a6-8e7f-31408f4765ee service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=68cde71c-76f8-4ef2-ae70-0fbb6e1478f1 HTTP/1.1" status: 200 len: 853 time: 0.1621244 Aug 24 08:56:54.527855 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-733e58e4-83e8-4e26-a160-6814c6f42755 req-b85b634b-3f75-45d1-b64d-65280c5eb763 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913023 Aug 24 08:56:54.537145 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3abefd31-e8a7-4d0a-9b80-a96ff6fd9d08 req-ad1586a0-f1b0-437a-97dd-411fa2b86366 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0828979 Aug 24 08:56:54.660466 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=2 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:54.693779 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:54.734579 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-f1318966-8174-4474-94fd-3c085beabcc4 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8731451 Aug 24 08:56:54.738924 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-37de7f0e-23b5-4aa3-b2f5-4674a741e19c req-8b181597-e99b-4556-9c65-d6fe91fe3aac service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295584 Aug 24 08:56:54.757206 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d7712-568e-456b-9533-e253b691f2a9 req-64a8cdb8-0a76-4f0c-8219-2c75e23abbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:54.791508 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-263d7712-568e-456b-9533-e253b691f2a9 req-64a8cdb8-0a76-4f0c-8219-2c75e23abbb5 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=8974f404-81fe-476f-ae03-918a0ea03bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2339382 Aug 24 08:56:54.933099 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3d9cf90f-4db7-4f31-8c70-552579fc59cd req-9d5081db-fc3d-4b3d-9abd-d18fcf7a5866 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736031 Aug 24 08:56:54.938939 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-afc7a705-3528-4470-b04f-0c9f8b3377eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (a908a61c-11f4-4636-aed7-00a17285e1ef), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:54.941746 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-afc7a705-3528-4470-b04f-0c9f8b3377eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:54.950941 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-afc7a705-3528-4470-b04f-0c9f8b3377eb admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a908a61c-11f4-4636-aed7-00a17285e1ef HTTP/1.1" status: 204 len: 168 time: 1.6415029 Aug 24 08:56:55.066840 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3fb69-87a1-45d8-b465-ad4f6581f2ee req-24ad0f99-bb4d-49e0-ab4c-8240cd65a036 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:55.069922 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f7e3fb69-87a1-45d8-b465-ad4f6581f2ee req-24ad0f99-bb4d-49e0-ab4c-8240cd65a036 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.1355746 Aug 24 08:56:55.072121 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7a705-3528-4470-b04f-0c9f8b3377eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a908a61c-11f4-4636-aed7-00a17285e1ef,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:55.129532 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5a7f3-fd87-4fb4-a8db-7cc8af920539 req-8d3fba9d-662e-4334-96a0-3feb7fc1fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:55.132010 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e1c5a7f3-fd87-4fb4-a8db-7cc8af920539 req-8d3fba9d-662e-4334-96a0-3feb7fc1fce6 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=f58ac192b94c47179055f35cae59f8ec&device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 1127 time: 0.4040806 Aug 24 08:56:55.180177 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f7e3fb69-87a1-45d8-b465-ad4f6581f2ee req-e151197b-28d3-46c1-aa22-de49227b94e5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875466 Aug 24 08:56:55.186998 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-263d7712-568e-456b-9533-e253b691f2a9 req-f5a0ea10-6598-4afd-a694-867008b1852c service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858082 Aug 24 08:56:55.269770 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-8b089b80-69fd-4d8c-9c4a-e6f226131f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:55.271893 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-8b089b80-69fd-4d8c-9c4a-e6f226131f3e service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=dd27ac26660b46c388279e652200c7cd&device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 1128 time: 0.4610856 Aug 24 08:56:55.282237 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c9ae8-3879-4a54-89f9-b1a02730ec00 req-79cace1a-2184-456f-b652-565492300bf9 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:55.286612 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d85c9ae8-3879-4a54-89f9-b1a02730ec00 req-79cace1a-2184-456f-b652-565492300bf9 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 943 time: 0.5308974 Aug 24 08:56:55.543573 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-263d7712-568e-456b-9533-e253b691f2a9 req-cc29c589-fd00-4261-9a7b-b50b546b54ee service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995327 Aug 24 08:56:55.580687 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d85c9ae8-3879-4a54-89f9-b1a02730ec00 req-c809e4b0-f9fc-4ad4-9f43-8f8934dbd977 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788146 Aug 24 08:56:55.626786 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5a7f3-fd87-4fb4-a8db-7cc8af920539 req-2abef9b1-573a-465e-bb5e-d9ba912dedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:55.628728 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e1c5a7f3-fd87-4fb4-a8db-7cc8af920539 req-2abef9b1-573a-465e-bb5e-d9ba912dedbe service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=ebbe92c7-fe49-4eaf-bd1b-d872606754be HTTP/1.1" status: 200 len: 912 time: 0.4792295 Aug 24 08:56:55.692871 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e1c5a7f3-fd87-4fb4-a8db-7cc8af920539 req-c1dcc98f-f38d-4832-9476-238792f9e63b service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b14ca6ff-3537-42b5-804f-67db3b34ccf9 HTTP/1.1" status: 200 len: 217 time: 0.0530834 Aug 24 08:56:55.703837 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-ace2d1c5-b6f3-4de3-b1b9-fdc80c0e6220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:55.705390 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-ace2d1c5-b6f3-4de3-b1b9-fdc80c0e6220 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=49a90e96-9c63-403b-90e7-b545c043dc4b HTTP/1.1" status: 200 len: 917 time: 0.3050413 Aug 24 08:56:55.712833 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba43ef-81ca-47b0-ae7a-92002449d39b req-c1f0ccee-d7b4-4497-aa14-6052b9ed1f96 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:55.716095 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9eba43ef-81ca-47b0-ae7a-92002449d39b req-c1f0ccee-d7b4-4497-aa14-6052b9ed1f96 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 944 time: 0.1461117 Aug 24 08:56:55.788384 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9eba43ef-81ca-47b0-ae7a-92002449d39b req-59eb4f63-a7fe-465d-8385-94755aee768b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624888 Aug 24 08:56:55.827920 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46430a56-c832-45af-893b-77e6761472eb req-05698bb4-65ec-44d6-9ebf-bde641520214 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:55.830690 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-46430a56-c832-45af-893b-77e6761472eb req-05698bb4-65ec-44d6-9ebf-bde641520214 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 943 time: 0.0838616 Aug 24 08:56:55.913810 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-46430a56-c832-45af-893b-77e6761472eb req-9f65147d-e449-42d6-bb4c-0b3262e70c45 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754733 Aug 24 08:56:56.006863 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-c0c4c306-516e-4ce9-b410-f73a2632e53d service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 HTTP/1.1" status: 200 len: 217 time: 0.0431569 Aug 24 08:56:56.083156 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5a7f3-fd87-4fb4-a8db-7cc8af920539 req-811e0da1-443a-4b19-be7c-81cec38e1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:56.084692 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e1c5a7f3-fd87-4fb4-a8db-7cc8af920539 req-811e0da1-443a-4b19-be7c-81cec38e1a72 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=c184060a-7a1f-4e2a-89c1-85be6efdd11e HTTP/1.1" status: 200 len: 850 time: 0.0869579 Aug 24 08:56:56.093585 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-b397b4d7-39c4-4310-9f71-848049c6a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:56.095117 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-b397b4d7-39c4-4310-9f71-848049c6a579 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=9be780a7-8c52-4ee8-9007-d0378c4d3642 HTTP/1.1" status: 200 len: 855 time: 0.0687938 Aug 24 08:56:56.132674 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:56.391389 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f7f69-5ca2-40fd-a96c-cd2b137a6258 req-7551cc3d-a692-472e-be1c-7f46136c28af tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:56.391389 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-cc8f7f69-5ca2-40fd-a96c-cd2b137a6258 req-7551cc3d-a692-472e-be1c-7f46136c28af tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0839617 Aug 24 08:56:56.489499 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-cc8f7f69-5ca2-40fd-a96c-cd2b137a6258 req-b4b7c67f-3892-4a63-ab36-853838dbe335 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842121 Aug 24 08:56:56.537520 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 58922) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:56.553171 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7b16b0b5-8f23-488c-9a01-43d49d061c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:56.665282 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7b16b0b5-8f23-488c-9a01-43d49d061c6e admin admin] Publish callbacks [] for security_group (a700c84e-b677-42e9-847a-84a95bacde38), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:56.762863 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7b16b0b5-8f23-488c-9a01-43d49d061c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (a700c84e-b677-42e9-847a-84a95bacde38), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:56.805082 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1089d-e00c-4cfd-bae7-fd10d9a8ca58 req-d6d0b97e-cb24-44b0-a400-bd516765eac6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:56.806856 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5dc1089d-e00c-4cfd-bae7-fd10d9a8ca58 req-d6d0b97e-cb24-44b0-a400-bd516765eac6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 943 time: 0.1007719 Aug 24 08:56:56.840439 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16b0b5-8f23-488c-9a01-43d49d061c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a700c84e-b677-42e9-847a-84a95bacde38,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:56.876500 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:56.884654 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-7b16b0b5-8f23-488c-9a01-43d49d061c6e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4979012aca2645e2b094cf2062f6a711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456213 Aug 24 08:56:56.888165 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 58942) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:56.971080 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968e654-22dc-4d33-8c5f-b7d9d2cfab46 req-9d58f81a-e52d-4382-9f94-afc899087038 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:56.973248 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4968e654-22dc-4d33-8c5f-b7d9d2cfab46 req-9d58f81a-e52d-4382-9f94-afc899087038 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 944 time: 0.0568428 Aug 24 08:56:56.982940 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5dc1089d-e00c-4cfd-bae7-fd10d9a8ca58 req-0de2ab99-b495-49e3-a632-b89ef2727ad0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665397 Aug 24 08:56:57.035926 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1586fb06-258b-4bd6-aac4-b88e51b13753 admin admin] Publish callbacks [] for security_group (a700c84e-b677-42e9-847a-84a95bacde38), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:57.056655 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4968e654-22dc-4d33-8c5f-b7d9d2cfab46 req-20f3e3b8-f842-4ebf-b3f6-76ebe66886b6 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753982 Aug 24 08:56:57.079172 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1586fb06-258b-4bd6-aac4-b88e51b13753 admin admin] Publish callbacks [] for security_group (a700c84e-b677-42e9-847a-84a95bacde38), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:57.154125 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:57.217755 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da26a8-b32a-4bc4-8847-a0e5f9ea6324 req-d1734824-c80b-4fc5-a782-6f15c5639265 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:57.223613 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-41da26a8-b32a-4bc4-8847-a0e5f9ea6324 req-d1734824-c80b-4fc5-a782-6f15c5639265 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 943 time: 0.1122210 Aug 24 08:56:57.305297 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-41da26a8-b32a-4bc4-8847-a0e5f9ea6324 req-a9a9279f-5c49-44ef-8bbd-643b4960777c tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739894 Aug 24 08:56:57.398199 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1586fb06-258b-4bd6-aac4-b88e51b13753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (a700c84e-b677-42e9-847a-84a95bacde38), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:57.398199 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1586fb06-258b-4bd6-aac4-b88e51b13753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:57.398199 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-1586fb06-258b-4bd6-aac4-b88e51b13753 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a700c84e-b677-42e9-847a-84a95bacde38 HTTP/1.1" status: 204 len: 168 time: 0.5075719 Aug 24 08:56:57.398856 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:57.409666 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586fb06-258b-4bd6-aac4-b88e51b13753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a700c84e-b677-42e9-847a-84a95bacde38,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:57.680713 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fc010-d544-4825-9f61-5478263207bf req-c98728d1-a956-46d7-9884-c9930b6253b7 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:57.683396 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-936fc010-d544-4825-9f61-5478263207bf req-c98728d1-a956-46d7-9884-c9930b6253b7 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0663528 Aug 24 08:56:57.766308 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-936fc010-d544-4825-9f61-5478263207bf req-0dde73ce-a3c3-4e09-bcee-ec842feca810 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741835 Aug 24 08:56:58.133983 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11030a-a44b-46cf-aa3d-04fc24af3977 req-cb1a5a9c-1fca-4589-998f-b384bc4cf213 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:58.135621 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1a11030a-a44b-46cf-aa3d-04fc24af3977 req-cb1a5a9c-1fca-4589-998f-b384bc4cf213 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 943 time: 0.0622845 Aug 24 08:56:58.227454 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1a11030a-a44b-46cf-aa3d-04fc24af3977 req-02d53fee-83dc-445d-8adf-554f86e9c0b1 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805929 Aug 24 08:56:58.242079 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c63cd9-962f-4905-93e5-4ff1fa694c68 req-c8789367-8b9a-4c4b-b9d2-25fcc652e1b0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:58.244687 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c7c63cd9-962f-4905-93e5-4ff1fa694c68 req-c8789367-8b9a-4c4b-b9d2-25fcc652e1b0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 944 time: 0.0756488 Aug 24 08:56:58.323356 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c7c63cd9-962f-4905-93e5-4ff1fa694c68 req-4e2d1eb1-aa11-47ee-9c3e-e8ab779d5859 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685873 Aug 24 08:56:58.342809 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 58980) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:58.357785 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6c5e0f94-d20e-444a-8201-1664e40b9e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:58.473974 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58e7c4-472d-4a7b-a8b9-e1efb131b4ed req-b4b0136e-1727-49c3-a3f3-84f5d877c145 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:58.475636 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4d58e7c4-472d-4a7b-a8b9-e1efb131b4ed req-b4b0136e-1727-49c3-a3f3-84f5d877c145 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 943 time: 0.0614786 Aug 24 08:56:58.515169 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6c5e0f94-d20e-444a-8201-1664e40b9e8e admin admin] Publish callbacks [] for security_group (626443c5-569f-4057-9f11-4101bf6fb31c), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:58.547765 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4d58e7c4-472d-4a7b-a8b9-e1efb131b4ed req-8a378d4b-8afe-486c-9b60-4ca5c73a378f tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657697 Aug 24 08:56:58.692866 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6c5e0f94-d20e-444a-8201-1664e40b9e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (626443c5-569f-4057-9f11-4101bf6fb31c), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:58.738135 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e0f94-d20e-444a-8201-1664e40b9e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626443c5-569f-4057-9f11-4101bf6fb31c,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:58.743103 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-6c5e0f94-d20e-444a-8201-1664e40b9e8e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9e3efc390c5f48a281d76cd2d082f8fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3989460 Aug 24 08:56:58.747261 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 58986) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:56:58.832973 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:58.843903 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b03e8049-02fb-4496-b374-872f0c88eeb0 admin admin] Publish callbacks [] for security_group (626443c5-569f-4057-9f11-4101bf6fb31c), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:58.889306 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b03e8049-02fb-4496-b374-872f0c88eeb0 admin admin] Publish callbacks [] for security_group (626443c5-569f-4057-9f11-4101bf6fb31c), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:59.020649 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc101f0-057f-434d-aa6f-ac168a29cc55 req-8300f8ad-4c1d-42ab-b9bc-c139372607b0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:59.023431 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ebc101f0-057f-434d-aa6f-ac168a29cc55 req-8300f8ad-4c1d-42ab-b9bc-c139372607b0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0998616 Aug 24 08:56:59.076033 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b03e8049-02fb-4496-b374-872f0c88eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (626443c5-569f-4057-9f11-4101bf6fb31c), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:59.078666 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ebc101f0-057f-434d-aa6f-ac168a29cc55 req-c120e3cb-d403-4194-ba9a-80b50396c0aa tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493479 Aug 24 08:56:59.080339 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b03e8049-02fb-4496-b374-872f0c88eeb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:56:59.082457 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-b03e8049-02fb-4496-b374-872f0c88eeb0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/626443c5-569f-4057-9f11-4101bf6fb31c HTTP/1.1" status: 204 len: 168 time: 0.3339748 Aug 24 08:56:59.090690 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e8049-02fb-4496-b374-872f0c88eeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626443c5-569f-4057-9f11-4101bf6fb31c,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:56:59.118704 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:59.408588 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb00db-a86b-44cd-925c-15f3619ea22e req-9c6df153-e3bd-4783-bf9e-86768ce0d7a7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:59.410812 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7cbb00db-a86b-44cd-925c-15f3619ea22e req-9c6df153-e3bd-4783-bf9e-86768ce0d7a7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 943 time: 0.0723429 Aug 24 08:56:59.453777 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:59.474746 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96167078-b2d3-42fb-9b38-fdcf59ac5986 req-60b99d4a-d896-4a88-9cd4-5c291a338209 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:59.476367 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-96167078-b2d3-42fb-9b38-fdcf59ac5986 req-60b99d4a-d896-4a88-9cd4-5c291a338209 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 944 time: 0.0534225 Aug 24 08:56:59.487036 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7cbb00db-a86b-44cd-925c-15f3619ea22e req-f9e2b8a6-8121-4b8a-932e-aaca115ae620 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688732 Aug 24 08:56:59.524562 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:59.551203 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-96167078-b2d3-42fb-9b38-fdcf59ac5986 req-b26ec457-a182-40b0-b82e-ad12e367a10b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605330 Aug 24 08:56:59.645039 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:59.721598 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6907d7-7f90-4bca-aaef-d1e2179bce31 req-8770866c-0edc-435a-a65c-3300f18481a5 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:56:59.722813 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6d6907d7-7f90-4bca-aaef-d1e2179bce31 req-8770866c-0edc-435a-a65c-3300f18481a5 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 943 time: 0.0587683 Aug 24 08:56:59.774375 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:56:59.801030 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6d6907d7-7f90-4bca-aaef-d1e2179bce31 req-760587b6-50fc-449c-9610-0e7ae864dd02 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716414 Aug 24 08:57:00.217459 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816c001-c42a-4f16-977c-894057708e39 req-392b9532-1d13-4d90-a6ab-3d77b807ae11 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:00.223022 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e816c001-c42a-4f16-977c-894057708e39 req-392b9532-1d13-4d90-a6ab-3d77b807ae11 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0572171 Aug 24 08:57:00.287530 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e816c001-c42a-4f16-977c-894057708e39 req-cb39d05f-9a79-4d24-9f2b-90eebd277ee1 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617962 Aug 24 08:57:00.658035 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5225c3-1f33-4ff3-9dcf-73710aef598e req-aa311b38-664c-4da2-b8ce-c80d6672d9ab tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:00.658035 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-cb5225c3-1f33-4ff3-9dcf-73710aef598e req-aa311b38-664c-4da2-b8ce-c80d6672d9ab tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 943 time: 0.0756714 Aug 24 08:57:00.728409 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e062a1a-3aac-4ca5-a1ea-1f401c78a243 req-fdef67e2-79c5-4a73-9cf6-a56c3806ca7b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:00.731118 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8e062a1a-3aac-4ca5-a1ea-1f401c78a243 req-fdef67e2-79c5-4a73-9cf6-a56c3806ca7b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 944 time: 0.0914166 Aug 24 08:57:00.749668 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-cb5225c3-1f33-4ff3-9dcf-73710aef598e req-4de4cd3b-2c34-440a-8bb6-103d41383fef tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906689 Aug 24 08:57:00.817314 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8e062a1a-3aac-4ca5-a1ea-1f401c78a243 req-4156f956-67fb-425c-a0af-3bedbf21c355 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789518 Aug 24 08:57:00.920302 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:00.943738 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd36d55-63b2-473f-96cc-91db7794453b req-23fc630a-937a-4608-9440-2d3808735e44 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:00.945343 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ebd36d55-63b2-473f-96cc-91db7794453b req-23fc630a-937a-4608-9440-2d3808735e44 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 943 time: 0.0636709 Aug 24 08:57:00.997560 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ebd36d55-63b2-473f-96cc-91db7794453b req-d640bcc9-d88d-4014-9c24-4772112c3947 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463209 Aug 24 08:57:01.423361 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:01.440763 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e6df5-cb1d-448c-a585-121a071da8e4 req-441d598b-879c-4b27-a72b-4100692caa54 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:01.443275 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e60e6df5-cb1d-448c-a585-121a071da8e4 req-441d598b-879c-4b27-a72b-4100692caa54 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0693142 Aug 24 08:57:01.513692 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e60e6df5-cb1d-448c-a585-121a071da8e4 req-6131c866-629c-4642-8ac2-0bf394b49697 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628059 Aug 24 08:57:01.915910 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aed1e2-5571-448d-ba51-5041b2ea97fb req-3e729846-846b-47fa-aa44-59e90b499c2e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:01.917741 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67aed1e2-5571-448d-ba51-5041b2ea97fb req-3e729846-846b-47fa-aa44-59e90b499c2e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 943 time: 0.0777328 Aug 24 08:57:01.961659 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d00ce-cd27-45bb-b300-7217e0ad57f6 req-29aa9a7c-b3ef-417c-9e70-2973c50b4ebe tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:01.963591 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-916d00ce-cd27-45bb-b300-7217e0ad57f6 req-29aa9a7c-b3ef-417c-9e70-2973c50b4ebe tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 944 time: 0.0551813 Aug 24 08:57:01.969447 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67aed1e2-5571-448d-ba51-5041b2ea97fb req-358a4d04-26b0-4230-a3d1-1214b4f348be tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459583 Aug 24 08:57:02.019074 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-916d00ce-cd27-45bb-b300-7217e0ad57f6 req-9f403983-b34f-4a89-baae-44925734e394 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473666 Aug 24 08:57:02.126466 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f435e9e-9a0f-4321-b87d-261631fc95d6 req-a39a0077-7183-4c82-8a8a-75bafcb818a8 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:02.128723 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8f435e9e-9a0f-4321-b87d-261631fc95d6 req-a39a0077-7183-4c82-8a8a-75bafcb818a8 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 943 time: 0.0523369 Aug 24 08:57:02.183279 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8f435e9e-9a0f-4321-b87d-261631fc95d6 req-72777b07-50bd-49b0-b79e-76f4eaf2d92f tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479512 Aug 24 08:57:02.470723 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device e66aa3c0-e44a-4473-a528-307eafade0e7 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:57:02.606533 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:02.640766 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port e66aa3c0-e44a-4473-a528-307eafade0e7, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e66aa3c0-e44a-4473-a528-307eafade0e7,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:02.660809 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': 'e66aa3c0-e44a-4473-a528-307eafade0e7', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'port_id': 'e66aa3c0-e44a-4473-a528-307eafade0e7', 'mac_address': 'fa:16:3e:8e:a5:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:57:02.698595 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fbd46-6410-40ab-b76a-bdc9dda46e76 req-eaa655d5-fecb-41d5-9d87-1a0cf0679505 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:02.709994 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-fe0fbd46-6410-40ab-b76a-bdc9dda46e76 req-eaa655d5-fecb-41d5-9d87-1a0cf0679505 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.1032577 Aug 24 08:57:02.738379 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port e66aa3c0-e44a-4473-a528-307eafade0e7 is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:02.739386 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (e66aa3c0-e44a-4473-a528-307eafade0e7), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:02.775103 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66aa3c0-e44a-4473-a528-307eafade0e7 {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:57:02.816345 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port e66aa3c0-e44a-4473-a528-307eafade0e7, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e66aa3c0-e44a-4473-a528-307eafade0e7,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:02.819577 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-fe0fbd46-6410-40ab-b76a-bdc9dda46e76 req-1dc0aa35-34af-4d3b-9e84-6bfa203a8321 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077719 Aug 24 08:57:02.838718 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-931169a9-a91d-426d-8dc9-36fcf8beec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:02.842872 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-931169a9-a91d-426d-8dc9-36fcf8beec27 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=49a90e96-9c63-403b-90e7-b545c043dc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0968997 Aug 24 08:57:02.842872 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5a7f3-fd87-4fb4-a8db-7cc8af920539 req-c0212244-8340-4b70-ba25-3d5f2836a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:02.843865 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e1c5a7f3-fd87-4fb4-a8db-7cc8af920539 req-c0212244-8340-4b70-ba25-3d5f2836a804 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=ebbe92c7-fe49-4eaf-bd1b-d872606754be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0981815 Aug 24 08:57:02.921746 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (e66aa3c0-e44a-4473-a528-307eafade0e7), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:02.922792 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 926038a1-a10d-445a-aab1-28599288366f details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:57:03.041534 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=e66aa3c0-e44a-4473-a528-307eafade0e7,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:03.044200 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:03.058450 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:03.165403 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31300f77-a3b8-42a8-a020-ce9a562f0bb8 req-cedfc5ce-371a-4edf-8622-5f9dfb195422 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:03.178640 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-31300f77-a3b8-42a8-a020-ce9a562f0bb8 req-cedfc5ce-371a-4edf-8622-5f9dfb195422 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 943 time: 0.1030545 Aug 24 08:57:03.226380 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa69fee-5c36-4769-ad56-7ca33a966bb0 req-3af43829-a9bf-4a5c-8817-db6b0c5a6df5 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:03.228077 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 926038a1-a10d-445a-aab1-28599288366f, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=926038a1-a10d-445a-aab1-28599288366f,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:03.236976 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0aa69fee-5c36-4769-ad56-7ca33a966bb0 req-3af43829-a9bf-4a5c-8817-db6b0c5a6df5 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 944 time: 0.0808499 Aug 24 08:57:03.257576 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '926038a1-a10d-445a-aab1-28599288366f', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'port_id': '926038a1-a10d-445a-aab1-28599288366f', 'mac_address': 'fa:16:3e:64:c0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:57:03.297254 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-31300f77-a3b8-42a8-a020-ce9a562f0bb8 req-dd20afbd-b15c-41c1-9f37-3d9464cc5c47 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174781 Aug 24 08:57:03.307172 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 926038a1-a10d-445a-aab1-28599288366f is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:03.307640 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (926038a1-a10d-445a-aab1-28599288366f), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:03.311261 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0aa69fee-5c36-4769-ad56-7ca33a966bb0 req-208d179e-4bcf-4cb3-a889-fd96d95cd052 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733364 Aug 24 08:57:03.327412 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926038a1-a10d-445a-aab1-28599288366f {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:57:03.351630 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 926038a1-a10d-445a-aab1-28599288366f, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=926038a1-a10d-445a-aab1-28599288366f,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:03.408962 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc4e83-dad8-4a45-b596-315582e3c804 req-32bc8617-21cc-4042-ad2b-46dae36c43f1 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:03.410536 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d8fc4e83-dad8-4a45-b596-315582e3c804 req-32bc8617-21cc-4042-ad2b-46dae36c43f1 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 943 time: 0.0510395 Aug 24 08:57:03.437685 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (926038a1-a10d-445a-aab1-28599288366f), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:03.475421 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d8fc4e83-dad8-4a45-b596-315582e3c804 req-c159acf9-f87b-4368-9be4-97879705fc92 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579374 Aug 24 08:57:03.496014 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=926038a1-a10d-445a-aab1-28599288366f,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:03.669323 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:03.877678 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e1c5a7f3-fd87-4fb4-a8db-7cc8af920539 req-be44f39c-3092-4fc6-9f63-1b87def3a888 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/ebbe92c7-fe49-4eaf-bd1b-d872606754be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710401 Aug 24 08:57:03.881727 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-aa2e4637-c573-428e-8f2f-3aa169def5a4 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833224 Aug 24 08:57:03.915582 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:03.926848 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['926038a1-a10d-445a-aab1-28599288366f'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:57:04.029448 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d9c72-573f-41b1-bbfe-7766da37d3f2 req-51b37322-74cf-48e0-9b21-4d919426d607 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:04.038115 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ac4d9c72-573f-41b1-bbfe-7766da37d3f2 req-51b37322-74cf-48e0-9b21-4d919426d607 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0640965 Aug 24 08:57:04.150484 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['e66aa3c0-e44a-4473-a528-307eafade0e7'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:57:04.164779 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ac4d9c72-573f-41b1-bbfe-7766da37d3f2 req-069cfc2c-380b-4498-82cc-932303899c0e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254425 Aug 24 08:57:04.363571 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e1c5a7f3-fd87-4fb4-a8db-7cc8af920539 req-992a04b2-69db-4ae6-bfaa-57b80079f5d3 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/ebbe92c7-fe49-4eaf-bd1b-d872606754be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745622 Aug 24 08:57:04.371941 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-eb1aaca5-397c-49da-b56e-562d88adf182 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713116 Aug 24 08:57:04.465738 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3b856-f4c2-4509-a619-65e0d56e6e36 req-c42fabd5-99f0-4ac9-863c-282a5be79858 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:04.467484 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-dda3b856-f4c2-4509-a619-65e0d56e6e36 req-c42fabd5-99f0-4ac9-863c-282a5be79858 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 944 time: 0.0698133 Aug 24 08:57:04.477655 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9704950-5a2c-446f-9994-829451051ba9 req-bde5b0fc-c7a1-4e4a-9a14-7455904de8f7 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:04.484688 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e9704950-5a2c-446f-9994-829451051ba9 req-bde5b0fc-c7a1-4e4a-9a14-7455904de8f7 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 944 time: 0.0685768 Aug 24 08:57:04.547370 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e9704950-5a2c-446f-9994-829451051ba9 req-dd0b01be-58da-4eef-aa1d-40ae2c123984 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615668 Aug 24 08:57:04.553874 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-dda3b856-f4c2-4509-a619-65e0d56e6e36 req-f9f8d39a-b6b9-4fa0-9b04-270a93c0b295 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687997 Aug 24 08:57:04.565901 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:04.707827 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc56eab-fa6e-4a20-a433-b79df1f12a14 req-30c168cd-58aa-47c2-9d0b-42316369a147 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:04.709529 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-bfc56eab-fa6e-4a20-a433-b79df1f12a14 req-30c168cd-58aa-47c2-9d0b-42316369a147 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 943 time: 0.0699444 Aug 24 08:57:04.770642 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-bfc56eab-fa6e-4a20-a433-b79df1f12a14 req-f0b130c4-fd31-40f7-b8a2-b2714bf463e5 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553591 Aug 24 08:57:05.028586 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 112c9161-d85c-4b44-958c-0ebef6f7786b details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:57:05.056718 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:05.148254 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 112c9161-d85c-4b44-958c-0ebef6f7786b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=112c9161-d85c-4b44-958c-0ebef6f7786b,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:05.160836 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '112c9161-d85c-4b44-958c-0ebef6f7786b', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'port_id': '112c9161-d85c-4b44-958c-0ebef6f7786b', 'mac_address': 'fa:16:3e:14:73:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:57:05.223727 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 112c9161-d85c-4b44-958c-0ebef6f7786b is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:05.224349 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (112c9161-d85c-4b44-958c-0ebef6f7786b), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:05.247913 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112c9161-d85c-4b44-958c-0ebef6f7786b {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:57:05.281972 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 112c9161-d85c-4b44-958c-0ebef6f7786b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=112c9161-d85c-4b44-958c-0ebef6f7786b,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:05.344096 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1bfb1-de6c-4639-889b-d37de965a214 req-c09cd7ca-9068-471d-84b9-0147f1c8769e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:05.346194 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7ba1bfb1-de6c-4639-889b-d37de965a214 req-c09cd7ca-9068-471d-84b9-0147f1c8769e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0555084 Aug 24 08:57:05.404712 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7ba1bfb1-de6c-4639-889b-d37de965a214 req-2ca1ca54-5959-46b1-b8e4-ac92e2065b58 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485053 Aug 24 08:57:05.409966 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (112c9161-d85c-4b44-958c-0ebef6f7786b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:05.410728 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:57:05.490062 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=112c9161-d85c-4b44-958c-0ebef6f7786b,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:05.518456 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:05.621000 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:05.624554 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:05.624554 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:05.624554 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:05.624554 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:05.624554 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:05.624554 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:05.624554 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:05.624554 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:05.624554 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:05.624554 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:05.624554 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:05.625527 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:05.625527 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:05.625527 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:05.718788 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:05.734467 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28f389-da83-4717-b879-431dcc9062cc req-3fe805fb-e168-449d-9a51-518712a57401 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:05.736183 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2a28f389-da83-4717-b879-431dcc9062cc req-3fe805fb-e168-449d-9a51-518712a57401 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 945 time: 0.0695360 Aug 24 08:57:05.744967 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'port_id': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3', 'mac_address': 'fa:16:3e:21:ea:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:57:05.755475 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b3a07-562b-4ec3-9da1-270143cf160c req-1aab0dcd-1e8c-435c-9c38-e7a1d4d43003 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:05.778726 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5e8b3a07-562b-4ec3-9da1-270143cf160c req-1aab0dcd-1e8c-435c-9c38-e7a1d4d43003 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 944 time: 0.0865440 Aug 24 08:57:05.807617 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:05.824254 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:05.824744 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:05.824843 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:05.825078 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:57:05.836486 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2a28f389-da83-4717-b879-431dcc9062cc req-e5a14bb4-37f4-48a0-8792-20f5809377c9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888946 Aug 24 08:57:05.853580 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:05.861374 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5e8b3a07-562b-4ec3-9da1-270143cf160c req-b449dff6-d0be-4ee4-9d31-7f40eacf34c0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843666 Aug 24 08:57:05.966234 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d475ac0-ef4c-4a1c-8774-26e7d1702c7d req-db023dfb-7a33-418e-b516-dd7ca838b155 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:05.967908 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3d475ac0-ef4c-4a1c-8774-26e7d1702c7d req-db023dfb-7a33-418e-b516-dd7ca838b155 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 943 time: 0.0576127 Aug 24 08:57:05.972843 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:05.973871 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device b14ca6ff-3537-42b5-804f-67db3b34ccf9 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:57:05.983384 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:06.026862 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3d475ac0-ef4c-4a1c-8774-26e7d1702c7d req-9aa4aa55-20a6-49a5-96d0-4a817ac76dd9 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483267 Aug 24 08:57:06.062177 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:06.120985 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:06.128971 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port b14ca6ff-3537-42b5-804f-67db3b34ccf9, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=b14ca6ff-3537-42b5-804f-67db3b34ccf9,segment=NetworkSegment(ad468f84-a67c-4015-a6a2-eb670b224d12),segment_id=ad468f84-a67c-4015-a6a2-eb670b224d12)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:06.142474 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': 'b14ca6ff-3537-42b5-804f-67db3b34ccf9', 'network_id': 'ebbe92c7-fe49-4eaf-bd1b-d872606754be', 'port_id': 'b14ca6ff-3537-42b5-804f-67db3b34ccf9', 'mac_address': 'fa:16:3e:0e:5e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c184060a-7a1f-4e2a-89c1-85be6efdd11e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:57:06.184842 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port b14ca6ff-3537-42b5-804f-67db3b34ccf9 is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:06.185229 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (b14ca6ff-3537-42b5-804f-67db3b34ccf9), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:06.199789 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b14ca6ff-3537-42b5-804f-67db3b34ccf9 {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:57:06.221925 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port b14ca6ff-3537-42b5-804f-67db3b34ccf9, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=b14ca6ff-3537-42b5-804f-67db3b34ccf9,segment=NetworkSegment(ad468f84-a67c-4015-a6a2-eb670b224d12),segment_id=ad468f84-a67c-4015-a6a2-eb670b224d12)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:06.349327 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (b14ca6ff-3537-42b5-804f-67db3b34ccf9), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:06.401511 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=b14ca6ff-3537-42b5-804f-67db3b34ccf9,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:06.547361 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a80c9f-ace1-4863-a923-b1e1e7562966 req-0adf85ff-ddd7-44c3-8c8c-912e394f4210 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:06.549749 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b3a80c9f-ace1-4863-a923-b1e1e7562966 req-0adf85ff-ddd7-44c3-8c8c-912e394f4210 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 945 time: 0.0551393 Aug 24 08:57:06.601594 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b3a80c9f-ace1-4863-a923-b1e1e7562966 req-d2ada066-0874-4002-bf3b-cdceb564b32b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458770 Aug 24 08:57:06.755072 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:06.838803 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-b81a4a2a-431c-4589-b5d1-f0232c3afcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:06.840306 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-b81a4a2a-431c-4589-b5d1-f0232c3afcac service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 1129 time: 0.0467074 Aug 24 08:57:07.006832 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b68ede-456b-4d26-a93f-fab380640a8f req-c2b59385-0fae-4a58-8a1d-bb43b875954e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:07.008610 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-12b68ede-456b-4d26-a93f-fab380640a8f req-c2b59385-0fae-4a58-8a1d-bb43b875954e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 945 time: 0.0517416 Aug 24 08:57:07.011001 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:07.035169 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d458494-2609-43ec-a3d7-94f635790fd3 req-875d46c2-dd0e-4f9b-b2ae-3bfd84abd009 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:07.037140 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7d458494-2609-43ec-a3d7-94f635790fd3 req-875d46c2-dd0e-4f9b-b2ae-3bfd84abd009 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 944 time: 0.0793123 Aug 24 08:57:07.077807 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-12b68ede-456b-4d26-a93f-fab380640a8f req-69d61bd0-47ce-43f9-9737-667f6968a606 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614862 Aug 24 08:57:07.133961 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7d458494-2609-43ec-a3d7-94f635790fd3 req-31543580-2863-42eb-8798-dbd22d2fde4a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903771 Aug 24 08:57:07.202933 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-02f81bc6-6a3d-4279-b9c0-23db2c5c6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:07.204986 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-02f81bc6-6a3d-4279-b9c0-23db2c5c6175 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 920 time: 0.1413059 Aug 24 08:57:07.215816 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f2bbb-2f72-4b17-9eae-d4b4d0851b71 req-a6f9afc1-e1da-4c40-b6bc-12476702a212 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:07.217414 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-706f2bbb-2f72-4b17-9eae-d4b4d0851b71 req-a6f9afc1-e1da-4c40-b6bc-12476702a212 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 944 time: 0.0617044 Aug 24 08:57:07.245366 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-d496a585-6d72-4456-9560-20f55c84ef53 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=112c9161-d85c-4b44-958c-0ebef6f7786b HTTP/1.1" status: 200 len: 217 time: 0.0340219 Aug 24 08:57:07.275438 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-706f2bbb-2f72-4b17-9eae-d4b4d0851b71 req-69b5670f-5964-4193-9576-e9b5bfdab7b4 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487351 Aug 24 08:57:07.297990 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-22a11220-69be-4d76-b290-306fcf4ce40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:07.298360 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-22a11220-69be-4d76-b290-306fcf4ce40d service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=8a21facc-ab1e-4219-b0f0-4f835c4b6a49 HTTP/1.1" status: 200 len: 858 time: 0.0462565 Aug 24 08:57:07.565724 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-e3b4cc89-a078-4d01-9652-d1088aaf97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:07.568587 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-e3b4cc89-a078-4d01-9652-d1088aaf97bc service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562720 Aug 24 08:57:07.630173 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:07.676768 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device e66aa3c0-e44a-4473-a528-307eafade0e7 up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:57:07.695010 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:07.700094 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-4e19cdb2-9654-4132-a44c-93c21df0c384 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220796 Aug 24 08:57:07.762011 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port e66aa3c0-e44a-4473-a528-307eafade0e7 completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:57:07.839326 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e9fe5-add6-45b2-a17c-b72c146bf176 req-c6f18955-dcc1-4be9-be21-ccf08feb6eb6 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:07.841103 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-693e9fe5-add6-45b2-a17c-b72c146bf176 req-c6f18955-dcc1-4be9-be21-ccf08feb6eb6 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 945 time: 0.1330197 Aug 24 08:57:07.843227 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port e66aa3c0-e44a-4473-a528-307eafade0e7 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:07.843936 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (e66aa3c0-e44a-4473-a528-307eafade0e7), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:07.876660 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0cc988a0-5628-4875-80fa-a35be6c509ef req-39861003-eb68-40bb-a89c-e2bd17834cdd service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665359 Aug 24 08:57:07.914027 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-693e9fe5-add6-45b2-a17c-b72c146bf176 req-457de5fe-4480-4366-b70a-b5a0246a3cfc tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607002 Aug 24 08:57:07.943777 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port e66aa3c0-e44a-4473-a528-307eafade0e7 is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:07.944221 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (e66aa3c0-e44a-4473-a528-307eafade0e7), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:07.969153 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58e853c-c335-4f0a-9850-f67213fa5d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66aa3c0-e44a-4473-a528-307eafade0e7'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:57:08.061437 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port e66aa3c0-e44a-4473-a528-307eafade0e7, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e66aa3c0-e44a-4473-a528-307eafade0e7,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:08.111991 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:57:08.147783 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (e66aa3c0-e44a-4473-a528-307eafade0e7), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:08.148875 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 926038a1-a10d-445a-aab1-28599288366f up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:57:08.185257 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e22b98c-ec73-4d80-86ac-24f48ec46b4a" -d '{"events": [{"server_uuid": "b58e853c-c335-4f0a-9850-f67213fa5d6e", "name": "network-vif-plugged", "status": "completed", "tag": "e66aa3c0-e44a-4473-a528-307eafade0e7"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:57:08.287034 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8d20e-cd96-442f-a136-2dc148207176 req-d3ca7eed-0507-4efa-b2b3-c4e235b11d22 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:08.290416 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-abe8d20e-cd96-442f-a136-2dc148207176 req-d3ca7eed-0507-4efa-b2b3-c4e235b11d22 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 945 time: 0.0772126 Aug 24 08:57:08.293225 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['112c9161-d85c-4b44-958c-0ebef6f7786b'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:57:08.341273 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=e66aa3c0-e44a-4473-a528-307eafade0e7,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:08.376832 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port 926038a1-a10d-445a-aab1-28599288366f completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:57:08.383916 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f1e55-da1e-48d3-b21f-b8f97df2f709 req-3284e34d-c423-40f2-a59c-3d9aa162e0f1 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:08.392383 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['b14ca6ff-3537-42b5-804f-67db3b34ccf9'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:57:08.394088 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fd3f1e55-da1e-48d3-b21f-b8f97df2f709 req-3284e34d-c423-40f2-a59c-3d9aa162e0f1 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 944 time: 0.1368532 Aug 24 08:57:08.398091 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-abe8d20e-cd96-442f-a136-2dc148207176 req-664cadd9-6898-435b-a0aa-68aeaa1c32f3 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006558 Aug 24 08:57:08.491782 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fd3f1e55-da1e-48d3-b21f-b8f97df2f709 req-31452dca-7e84-4b95-b1de-3335aad182e4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956664 Aug 24 08:57:08.536194 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 926038a1-a10d-445a-aab1-28599288366f triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:08.536698 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (926038a1-a10d-445a-aab1-28599288366f), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:08.590518 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c086f08-2a6e-4cf6-93d1-6bf76a2b4fd3 x-openstack-request-id: req-5c086f08-2a6e-4cf6-93d1-6bf76a2b4fd3 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:57:08.590909 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58e853c-c335-4f0a-9850-f67213fa5d6e", "name": "network-vif-plugged", "status": "completed", "tag": "e66aa3c0-e44a-4473-a528-307eafade0e7", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:57:08.591165 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c086f08-2a6e-4cf6-93d1-6bf76a2b4fd3 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:57:08.591611 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c086f08-2a6e-4cf6-93d1-6bf76a2b4fd3'] response: {'server_uuid': 'b58e853c-c335-4f0a-9850-f67213fa5d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66aa3c0-e44a-4473-a528-307eafade0e7', 'code': 200} Aug 24 08:57:08.637663 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:08.661092 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e4026-af50-4e38-bcb9-7f1d56fcc202 req-36ed4b22-82d1-4834-8130-142c82817859 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:08.662887 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d47e4026-af50-4e38-bcb9-7f1d56fcc202 req-36ed4b22-82d1-4834-8130-142c82817859 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 944 time: 0.0646589 Aug 24 08:57:08.723793 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d47e4026-af50-4e38-bcb9-7f1d56fcc202 req-f8c61cfd-ab05-47fd-9703-bf8e7b9d9574 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544112 Aug 24 08:57:08.790466 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:08.799894 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 926038a1-a10d-445a-aab1-28599288366f is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:08.800281 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (926038a1-a10d-445a-aab1-28599288366f), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:08.846957 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:08.851034 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 926038a1-a10d-445a-aab1-28599288366f, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=926038a1-a10d-445a-aab1-28599288366f,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:08.970612 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (926038a1-a10d-445a-aab1-28599288366f), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:09.018314 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78869ea-00a0-4195-a425-7ac47d794859 req-b6880dd2-adae-4694-aa37-dac95a5f2521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:09.020118 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e78869ea-00a0-4195-a425-7ac47d794859 req-b6880dd2-adae-4694-aa37-dac95a5f2521 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 1129 time: 0.0990164 Aug 24 08:57:09.046151 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-e78869ea-00a0-4195-a425-7ac47d794859 req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:09.052509 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=926038a1-a10d-445a-aab1-28599288366f,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:09.085960 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18655827-4c9e-4992-be60-61ca9dedbd17 req-1f7a6e80-dda3-45a3-883b-d1d089fd78e1 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:09.088722 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-18655827-4c9e-4992-be60-61ca9dedbd17 req-1f7a6e80-dda3-45a3-883b-d1d089fd78e1 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 945 time: 0.0576129 Aug 24 08:57:09.193090 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-18655827-4c9e-4992-be60-61ca9dedbd17 req-ef483e97-45f4-4912-aad8-5d23b6897869 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896139 Aug 24 08:57:09.208292 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-e78869ea-00a0-4195-a425-7ac47d794859 req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Publish callbacks [] for security_group (898c951f-eaea-4940-b50e-87c0f84e732f), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:09.334750 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-e78869ea-00a0-4195-a425-7ac47d794859 req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (898c951f-eaea-4940-b50e-87c0f84e732f), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:09.395000 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e78869ea-00a0-4195-a425-7ac47d794859 req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680475 Aug 24 08:57:09.396005 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=898c951f-eaea-4940-b50e-87c0f84e732f,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:09.404482 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:09.404835 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:09.405185 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:09.405878 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:09.406225 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:09.406564 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:09.406926 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:09.407287 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:09.407644 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:09.407973 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:09.408309 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:09.408634 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:09.408968 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:09.409292 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:09.409616 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88ec7a-b771-4c5e-bdd4-00ccf0ad2c82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:09.605785 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b64954-bdd8-43f4-9d5d-9ba41e5480f5 req-52a0d888-4739-4512-b7ec-88a64f16da3f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:09.607922 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b6b64954-bdd8-43f4-9d5d-9ba41e5480f5 req-52a0d888-4739-4512-b7ec-88a64f16da3f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 945 time: 0.0899630 Aug 24 08:57:09.663425 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95a51f-f070-4f89-b651-4450fde1d4bf req-f20decfa-5d01-465c-bf4e-ce91cd0d930d tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:09.664156 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b6b64954-bdd8-43f4-9d5d-9ba41e5480f5 req-020f9382-b515-4a52-97cc-48094a49fc7d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491607 Aug 24 08:57:09.667163 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6c95a51f-f070-4f89-b651-4450fde1d4bf req-f20decfa-5d01-465c-bf4e-ce91cd0d930d tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 945 time: 0.0542612 Aug 24 08:57:09.729035 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:09.762939 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6c95a51f-f070-4f89-b651-4450fde1d4bf req-2fa9e8ab-dc58-44af-b842-c976c650bead tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861096 Aug 24 08:57:09.883698 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde498b-fdf5-40bb-9c36-451a8826df5a req-009000e0-4139-4188-abcb-85099bf691fa tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:09.885291 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5fde498b-fdf5-40bb-9c36-451a8826df5a req-009000e0-4139-4188-abcb-85099bf691fa tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 944 time: 0.0599973 Aug 24 08:57:09.937572 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5fde498b-fdf5-40bb-9c36-451a8826df5a req-6e9aff1c-216c-4936-aece-f0c31a925f1c tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454922 Aug 24 08:57:10.279556 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 112c9161-d85c-4b44-958c-0ebef6f7786b up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:57:10.338246 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port 112c9161-d85c-4b44-958c-0ebef6f7786b completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:57:10.355928 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48d307-f88b-41a1-8833-e6479707b4fb req-3f4137f3-9d42-4af5-862d-1dfc66b08620 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:10.357841 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-fd48d307-f88b-41a1-8833-e6479707b4fb req-3f4137f3-9d42-4af5-862d-1dfc66b08620 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 945 time: 0.0597494 Aug 24 08:57:10.411572 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-fd48d307-f88b-41a1-8833-e6479707b4fb req-872f8512-4fb2-45f0-9a1e-a0309a1aba93 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476694 Aug 24 08:57:10.466179 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 112c9161-d85c-4b44-958c-0ebef6f7786b triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:10.466581 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (112c9161-d85c-4b44-958c-0ebef6f7786b), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:10.546519 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 112c9161-d85c-4b44-958c-0ebef6f7786b is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:10.546519 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (112c9161-d85c-4b44-958c-0ebef6f7786b), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:10.581969 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 112c9161-d85c-4b44-958c-0ebef6f7786b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=112c9161-d85c-4b44-958c-0ebef6f7786b,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:10.592896 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926038a1-a10d-445a-aab1-28599288366f'}, {'server_uuid': 'a4b4878c-a071-4350-b104-27ba700e7f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112c9161-d85c-4b44-958c-0ebef6f7786b'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:57:10.595356 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab49c21-d124-4ad6-a8f7-e52a3acf61f4" -d '{"events": [{"server_uuid": "670d839b-dff7-48b8-b2b3-6e042962ca67", "name": "network-vif-plugged", "status": "completed", "tag": "926038a1-a10d-445a-aab1-28599288366f"}, {"server_uuid": "a4b4878c-a071-4350-b104-27ba700e7f79", "name": "network-vif-plugged", "status": "completed", "tag": "112c9161-d85c-4b44-958c-0ebef6f7786b"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:57:10.638530 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Aug 2022 08:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94c5219-d99a-4b9e-b583-caefa85de291 x-openstack-request-id: req-a94c5219-d99a-4b9e-b583-caefa85de291 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:57:10.638852 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670d839b-dff7-48b8-b2b3-6e042962ca67", "name": "network-vif-plugged", "status": "completed", "tag": "926038a1-a10d-445a-aab1-28599288366f", "code": 200}, {"server_uuid": "a4b4878c-a071-4350-b104-27ba700e7f79", "name": "network-vif-plugged", "status": "completed", "tag": "112c9161-d85c-4b44-958c-0ebef6f7786b", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:57:10.639103 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a94c5219-d99a-4b9e-b583-caefa85de291 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:57:10.639499 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a94c5219-d99a-4b9e-b583-caefa85de291'] response: {'server_uuid': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926038a1-a10d-445a-aab1-28599288366f', 'code': 200} Aug 24 08:57:10.639756 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a94c5219-d99a-4b9e-b583-caefa85de291'] response: {'server_uuid': 'a4b4878c-a071-4350-b104-27ba700e7f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112c9161-d85c-4b44-958c-0ebef6f7786b', 'code': 200} Aug 24 08:57:10.711868 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (112c9161-d85c-4b44-958c-0ebef6f7786b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:10.712748 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:57:10.825726 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777cd83-f573-43f0-8706-f1e17acadccf req-b05665e3-8845-4b31-be0f-80e48010bf03 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:10.836599 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8777cd83-f573-43f0-8706-f1e17acadccf req-b05665e3-8845-4b31-be0f-80e48010bf03 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0857446 Aug 24 08:57:10.880491 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:57:10.893968 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=112c9161-d85c-4b44-958c-0ebef6f7786b,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:10.921580 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8777cd83-f573-43f0-8706-f1e17acadccf req-82882df8-ba00-48f5-80f0-15f65518f7fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817499 Aug 24 08:57:10.965236 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:10.970157 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:10.988469 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0250db-cc03-4f44-a44b-7de28be0f588 req-b1488338-c9be-4c57-a319-b8f86171d16f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:10.998220 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-cc0250db-cc03-4f44-a44b-7de28be0f588 req-b1488338-c9be-4c57-a319-b8f86171d16f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 945 time: 0.0651848 Aug 24 08:57:11.019786 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:11.139647 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73540ec-31f3-4227-9a4c-8c75a06c541f req-e5745146-1a49-43bc-84f8-19dc366a2b3c tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:11.141162 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a73540ec-31f3-4227-9a4c-8c75a06c541f req-e5745146-1a49-43bc-84f8-19dc366a2b3c tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 944 time: 0.1054547 Aug 24 08:57:11.143869 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e2343-040d-4eae-b17b-c8508332f76c req-639f7a02-45ef-4cf3-920a-cd1a869e765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:11.145409 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0f5e2343-040d-4eae-b17b-c8508332f76c req-639f7a02-45ef-4cf3-920a-cd1a869e765f service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 1130 time: 0.1036038 Aug 24 08:57:11.159321 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:11.159965 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:11.223124 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:11.232488 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:11.236639 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-cc0250db-cc03-4f44-a44b-7de28be0f588 req-832038d4-27da-45f6-bd91-c0ba73cc3504 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373827 Aug 24 08:57:11.237840 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5895e-576c-4628-bc0a-81bd4b3c5f10 req-563f7587-2e23-4aef-97bc-8a02624c9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:11.239344 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-36d5895e-576c-4628-bc0a-81bd4b3c5f10 req-563f7587-2e23-4aef-97bc-8a02624c9da2 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 1129 time: 0.1954656 Aug 24 08:57:11.240327 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a73540ec-31f3-4227-9a4c-8c75a06c541f req-fb8045a0-fcae-4d71-8349-b022c5da825f tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887399 Aug 24 08:57:11.344901 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:11.346253 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device b14ca6ff-3537-42b5-804f-67db3b34ccf9 up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:57:11.425090 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:11.431710 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port b14ca6ff-3537-42b5-804f-67db3b34ccf9 completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:57:11.563617 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port b14ca6ff-3537-42b5-804f-67db3b34ccf9 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:11.563919 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (b14ca6ff-3537-42b5-804f-67db3b34ccf9), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:11.579786 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab165b8d-e299-489e-b5b6-0d2313e4558e req-081d72fc-4161-4441-ab24-694e60be77b6 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:11.582511 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ab165b8d-e299-489e-b5b6-0d2313e4558e req-081d72fc-4161-4441-ab24-694e60be77b6 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0774672 Aug 24 08:57:11.645652 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ab165b8d-e299-489e-b5b6-0d2313e4558e req-4139e131-74a3-42e0-a7e1-8e36612937f8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572670 Aug 24 08:57:11.654442 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port b14ca6ff-3537-42b5-804f-67db3b34ccf9 is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:11.654866 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (b14ca6ff-3537-42b5-804f-67db3b34ccf9), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:11.696494 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port b14ca6ff-3537-42b5-804f-67db3b34ccf9, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=b14ca6ff-3537-42b5-804f-67db3b34ccf9,segment=NetworkSegment(ad468f84-a67c-4015-a6a2-eb670b224d12),segment_id=ad468f84-a67c-4015-a6a2-eb670b224d12)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:11.755096 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 59330) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:11.775670 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (b14ca6ff-3537-42b5-804f-67db3b34ccf9), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:11.840308 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=b14ca6ff-3537-42b5-804f-67db3b34ccf9,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:11.878509 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6f46f43c-4e55-4661-ae11-8f4263fcaa54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:11.942569 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9b984793-fca0-4fdc-92b8-1f9d9128675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:11.991822 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6f46f43c-4e55-4661-ae11-8f4263fcaa54 admin admin] Publish callbacks [] for security_group (dbbcac66-e421-4065-b653-116207f0c37b), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:12.067642 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14160d6-fc7e-46cf-80a2-381a362fa7bf req-c5bd16ce-98c7-44f3-ac7b-9c15ccc7ec0d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:12.069212 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b14160d6-fc7e-46cf-80a2-381a362fa7bf req-c5bd16ce-98c7-44f3-ac7b-9c15ccc7ec0d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0486407 Aug 24 08:57:12.124273 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b14160d6-fc7e-46cf-80a2-381a362fa7bf req-b428edc0-4885-4ec2-aef1-1416285e37ac tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488362 Aug 24 08:57:12.147158 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6f46f43c-4e55-4661-ae11-8f4263fcaa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (dbbcac66-e421-4065-b653-116207f0c37b), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:12.190680 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-6f46f43c-4e55-4661-ae11-8f4263fcaa54 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7268f76678cf43e7b4932c25498631e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4343491 Aug 24 08:57:12.191813 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46f43c-4e55-4661-ae11-8f4263fcaa54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbcac66-e421-4065-b653-116207f0c37b,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:12.193455 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 59348) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:12.243370 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Publish callbacks [] for security_group (dbbcac66-e421-4065-b653-116207f0c37b), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:12.263537 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Publish callbacks [] for security_group (dbbcac66-e421-4065-b653-116207f0c37b), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:12.357061 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd5fef-b55d-4346-8287-5318e50a9160 req-1c95bd11-cc00-4f30-8136-0f145f0afb8d tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:12.358555 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2edd5fef-b55d-4346-8287-5318e50a9160 req-1c95bd11-cc00-4f30-8136-0f145f0afb8d tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 945 time: 0.0490606 Aug 24 08:57:12.360190 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04657c2a-7418-41c3-a4ca-d7ce7150be1e req-089d9eb4-9d42-4ad0-8841-1c6fd5304f18 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:12.361651 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-04657c2a-7418-41c3-a4ca-d7ce7150be1e req-089d9eb4-9d42-4ad0-8841-1c6fd5304f18 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 945 time: 0.0460064 Aug 24 08:57:12.371650 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:12.409289 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2edd5fef-b55d-4346-8287-5318e50a9160 req-66ca3b0c-d00f-4f9d-a1fe-84f5d865cace tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447841 Aug 24 08:57:12.410495 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-04657c2a-7418-41c3-a4ca-d7ce7150be1e req-67a17a03-9224-4151-9618-6737dbe62a71 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432148 Aug 24 08:57:12.482813 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (dbbcac66-e421-4065-b653-116207f0c37b), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:12.485897 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:12.487053 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/dbbcac66-e421-4065-b653-116207f0c37b HTTP/1.1" status: 204 len: 168 time: 0.2925446 Aug 24 08:57:12.495353 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbcac66-e421-4065-b653-116207f0c37b,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:12.504547 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:12.504547 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:12.504782 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:12.504924 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:12.505285 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:12.505599 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:12.505927 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:12.506326 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:12.506567 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:12.506935 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:12.507305 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:12.507635 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:12.507959 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:12.508292 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:12.508614 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a79df-4a8f-4152-a96b-a68f57193a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:12.640928 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3'}, {'server_uuid': 'd67e1f33-7d27-4e20-b6db-2dc1c3cf477a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14ca6ff-3537-42b5-804f-67db3b34ccf9'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:57:12.644028 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54a8b8d-2b97-4f52-a62a-4d805c9fe720" -d '{"events": [{"server_uuid": "d2eeba32-0634-4e0c-aad9-b9bc081474d9", "name": "network-vif-plugged", "status": "completed", "tag": "8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3"}, {"server_uuid": "d67e1f33-7d27-4e20-b6db-2dc1c3cf477a", "name": "network-vif-plugged", "status": "completed", "tag": "b14ca6ff-3537-42b5-804f-67db3b34ccf9"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:57:12.692357 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Aug 2022 08:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96121068-3869-48b5-b508-fb842b766c3c x-openstack-request-id: req-96121068-3869-48b5-b508-fb842b766c3c {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:57:12.692692 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2eeba32-0634-4e0c-aad9-b9bc081474d9", "name": "network-vif-plugged", "status": "completed", "tag": "8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3", "code": 200}, {"server_uuid": "d67e1f33-7d27-4e20-b6db-2dc1c3cf477a", "name": "network-vif-plugged", "status": "completed", "tag": "b14ca6ff-3537-42b5-804f-67db3b34ccf9", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:57:12.693344 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96121068-3869-48b5-b508-fb842b766c3c {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:57:12.694357 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96121068-3869-48b5-b508-fb842b766c3c'] response: {'server_uuid': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3', 'code': 200} Aug 24 08:57:12.694714 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96121068-3869-48b5-b508-fb842b766c3c'] response: {'server_uuid': 'd67e1f33-7d27-4e20-b6db-2dc1c3cf477a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14ca6ff-3537-42b5-804f-67db3b34ccf9', 'code': 200} Aug 24 08:57:12.786698 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff719bf1-fff4-4f6c-b9ef-1896c6ebcd59 req-7542f772-62f1-4539-a81c-e51809395163 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:12.788340 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ff719bf1-fff4-4f6c-b9ef-1896c6ebcd59 req-7542f772-62f1-4539-a81c-e51809395163 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0504708 Aug 24 08:57:12.847501 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ff719bf1-fff4-4f6c-b9ef-1896c6ebcd59 req-fc8f1eaf-789b-4168-b758-7427a3f29c82 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528421 Aug 24 08:57:12.886499 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:13.185999 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 59372) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:13.203486 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5b7f74a2-0450-41e2-895d-4163d3946ede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:13.285190 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff7245-2b54-42a9-af4f-d87ac8e3193f req-1e64f49d-95e7-4f29-b887-95ceb5295ae9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:13.287018 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-38ff7245-2b54-42a9-af4f-d87ac8e3193f req-1e64f49d-95e7-4f29-b887-95ceb5295ae9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0766573 Aug 24 08:57:13.324359 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5b7f74a2-0450-41e2-895d-4163d3946ede admin admin] Publish callbacks [] for security_group (7d44743b-4d0b-4904-9933-90971acaf675), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:13.347758 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-38ff7245-2b54-42a9-af4f-d87ac8e3193f req-70624a04-c383-4677-809b-341509f88287 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490539 Aug 24 08:57:13.434726 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5b7f74a2-0450-41e2-895d-4163d3946ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (7d44743b-4d0b-4904-9933-90971acaf675), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:13.474775 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f74a2-0450-41e2-895d-4163d3946ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d44743b-4d0b-4904-9933-90971acaf675,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:13.481044 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-5b7f74a2-0450-41e2-895d-4163d3946ede admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=757ba938efd94de58a8934324516df04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938371 Aug 24 08:57:13.486208 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 59378) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:13.518627 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:13.568019 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2297d-ff21-4664-aa78-fcebf8ddc840 req-ad79a836-e44e-4827-b037-450d5bef66c6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:13.569579 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-53c2297d-ff21-4664-aa78-fcebf8ddc840 req-ad79a836-e44e-4827-b037-450d5bef66c6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 945 time: 0.0520444 Aug 24 08:57:13.601269 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-263f5bca-a4a6-4b64-8f4e-155e96a8f013 admin admin] Publish callbacks [] for security_group (7d44743b-4d0b-4904-9933-90971acaf675), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:13.617369 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f54c2-0150-476e-b1aa-d75a1b490eee req-5b2534ea-e89c-45cf-8693-78f911ce522a tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:13.620819 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7d7f54c2-0150-476e-b1aa-d75a1b490eee req-5b2534ea-e89c-45cf-8693-78f911ce522a tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 945 time: 0.0988221 Aug 24 08:57:13.629824 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-53c2297d-ff21-4664-aa78-fcebf8ddc840 req-4bed4c96-5270-4dab-84e2-75cba6b29f85 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483685 Aug 24 08:57:13.657745 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-263f5bca-a4a6-4b64-8f4e-155e96a8f013 admin admin] Publish callbacks [] for security_group (7d44743b-4d0b-4904-9933-90971acaf675), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:13.714837 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7d7f54c2-0150-476e-b1aa-d75a1b490eee req-b2802c33-36d2-4de1-858f-d76ebc993858 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861161 Aug 24 08:57:13.823365 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-263f5bca-a4a6-4b64-8f4e-155e96a8f013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (7d44743b-4d0b-4904-9933-90971acaf675), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:13.826217 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-263f5bca-a4a6-4b64-8f4e-155e96a8f013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:13.827715 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-263f5bca-a4a6-4b64-8f4e-155e96a8f013 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7d44743b-4d0b-4904-9933-90971acaf675 HTTP/1.1" status: 204 len: 168 time: 0.3404729 Aug 24 08:57:13.837607 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f5bca-a4a6-4b64-8f4e-155e96a8f013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d44743b-4d0b-4904-9933-90971acaf675,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:14.011307 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f946a8-a32e-44ea-a19b-3e91982f80f6 req-f565a27f-a80c-423a-849a-bf46e470fd88 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:14.012720 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-78f946a8-a32e-44ea-a19b-3e91982f80f6 req-f565a27f-a80c-423a-849a-bf46e470fd88 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0747681 Aug 24 08:57:14.069941 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-78f946a8-a32e-44ea-a19b-3e91982f80f6 req-85d44683-9a23-44c5-a23b-bc4b21816268 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480289 Aug 24 08:57:14.354303 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-1d010de2-c331-48d4-8e14-f0e5a2927e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:14.355221 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0f5e2343-040d-4eae-b17b-c8508332f76c req-0ca79b2f-bbf1-4081-8cb8-0df53b532368 service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737531 Aug 24 08:57:14.358241 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-36d5895e-576c-4628-bc0a-81bd4b3c5f10 req-ddc327fb-0894-4249-b732-599943461bba service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834517 Aug 24 08:57:14.493570 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348d730-5163-4036-8326-3351bd00f3cd req-1ea679d2-76fc-416b-9bb5-4a677b703303 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:14.495451 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6348d730-5163-4036-8326-3351bd00f3cd req-1ea679d2-76fc-416b-9bb5-4a677b703303 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0514827 Aug 24 08:57:14.562518 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6348d730-5163-4036-8326-3351bd00f3cd req-8aac577a-8989-4ae9-aa3b-1d45d68d827d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588491 Aug 24 08:57:14.771065 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0cbb5-1a51-4069-9569-45ce6d5338ad req-6ad91c3d-c143-43db-b236-1adad581f7f1 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:14.772602 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-43a0cbb5-1a51-4069-9569-45ce6d5338ad req-6ad91c3d-c143-43db-b236-1adad581f7f1 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 945 time: 0.0521283 Aug 24 08:57:14.785666 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:14.828013 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-43a0cbb5-1a51-4069-9569-45ce6d5338ad req-d5e57fa8-8082-410d-b029-31692bbca647 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492895 Aug 24 08:57:14.843890 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99811cf5-be94-42f1-9695-7a08bcb7e85c req-e670ecee-7906-4c12-bedb-93ac55838ce2 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:14.851158 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-99811cf5-be94-42f1-9695-7a08bcb7e85c req-e670ecee-7906-4c12-bedb-93ac55838ce2 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 945 time: 0.0571806 Aug 24 08:57:14.881409 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 59400) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:14.897271 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-758e39d4-292a-4e64-aac0-2a9649a505d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:14.909012 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-99811cf5-be94-42f1-9695-7a08bcb7e85c req-935f1412-dd15-416b-9dc9-28ddb1d019d8 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569181 Aug 24 08:57:14.982963 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-758e39d4-292a-4e64-aac0-2a9649a505d7 admin admin] Publish callbacks [] for security_group (6cbf8a8b-8f5a-4a75-b1c0-eb386150fb6e), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:15.129473 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-758e39d4-292a-4e64-aac0-2a9649a505d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (6cbf8a8b-8f5a-4a75-b1c0-eb386150fb6e), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:15.277877 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-758e39d4-292a-4e64-aac0-2a9649a505d7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8e920d733e5a4209804b3dd0c214f0fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3910487 Aug 24 08:57:15.279057 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 59420) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:15.298945 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e39d4-292a-4e64-aac0-2a9649a505d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbf8a8b-8f5a-4a75-b1c0-eb386150fb6e,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:15.336757 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd553-ffce-4a2e-98b5-dfe5c87b07bf req-3542b8a9-630b-4220-af18-c1edaf533929 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:15.344616 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e08cd553-ffce-4a2e-98b5-dfe5c87b07bf req-3542b8a9-630b-4220-af18-c1edaf533929 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.1768355 Aug 24 08:57:15.397795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e45845c1-2fd3-4200-b0af-136d4fdbf74e admin admin] Publish callbacks [] for security_group (6cbf8a8b-8f5a-4a75-b1c0-eb386150fb6e), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:15.438803 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e45845c1-2fd3-4200-b0af-136d4fdbf74e admin admin] Publish callbacks [] for security_group (6cbf8a8b-8f5a-4a75-b1c0-eb386150fb6e), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:15.443813 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e08cd553-ffce-4a2e-98b5-dfe5c87b07bf req-e33c448e-022b-412d-8643-4fdceee36359 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976660 Aug 24 08:57:15.675443 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e45845c1-2fd3-4200-b0af-136d4fdbf74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (6cbf8a8b-8f5a-4a75-b1c0-eb386150fb6e), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:15.678024 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e45845c1-2fd3-4200-b0af-136d4fdbf74e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:15.684400 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-e45845c1-2fd3-4200-b0af-136d4fdbf74e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6cbf8a8b-8f5a-4a75-b1c0-eb386150fb6e HTTP/1.1" status: 204 len: 168 time: 0.3987439 Aug 24 08:57:15.693970 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45845c1-2fd3-4200-b0af-136d4fdbf74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbf8a8b-8f5a-4a75-b1c0-eb386150fb6e,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:15.722865 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696db78-6e58-40a8-a4a1-21306b139053 req-49254a33-9582-4d10-8cfc-a2bb39c23304 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:15.723072 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:15.730022 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7696db78-6e58-40a8-a4a1-21306b139053 req-49254a33-9582-4d10-8cfc-a2bb39c23304 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0795853 Aug 24 08:57:15.799140 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:15.817777 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7696db78-6e58-40a8-a4a1-21306b139053 req-94086631-72e4-4eb7-9f98-79fcdb15b7a7 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769305 Aug 24 08:57:15.823178 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80577089-ce95-4318-8253-d9fc6ed27d98 req-58f92557-a80f-429c-9616-d244c83dacc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:15.825225 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-80577089-ce95-4318-8253-d9fc6ed27d98 req-58f92557-a80f-429c-9616-d244c83dacc7 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 1129 time: 0.0881836 Aug 24 08:57:15.832987 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d132f9e-cca6-4492-8721-fb9b819659ae req-69d5e792-10f4-4d09-b978-21df156d1e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:15.834550 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1d132f9e-cca6-4492-8721-fb9b819659ae req-69d5e792-10f4-4d09-b978-21df156d1e40 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 1130 time: 0.1246655 Aug 24 08:57:16.003897 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5685d3-2399-4d0f-86d3-6439762e7494 req-afeef9dd-1489-4266-8e3d-1cdb3a474ed4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:16.006792 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ad5685d3-2399-4d0f-86d3-6439762e7494 req-afeef9dd-1489-4266-8e3d-1cdb3a474ed4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 945 time: 0.0907443 Aug 24 08:57:16.057967 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10ac86-a501-4a12-b139-5831f0d10203 req-4bce1f1c-1611-4f6b-9d8d-c877129e4d36 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:16.060775 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ab10ac86-a501-4a12-b139-5831f0d10203 req-4bce1f1c-1611-4f6b-9d8d-c877129e4d36 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 945 time: 0.0595968 Aug 24 08:57:16.077336 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:16.107770 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ad5685d3-2399-4d0f-86d3-6439762e7494 req-76ffbcd8-d90e-489f-b4cf-41f2c11427d9 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925424 Aug 24 08:57:16.141326 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ab10ac86-a501-4a12-b139-5831f0d10203 req-d06aeb98-df60-4480-b80d-1428d303277c tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724506 Aug 24 08:57:16.390236 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1d132f9e-cca6-4492-8721-fb9b819659ae req-e3b47991-15c2-4f56-8398-3bee06079f1e service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762150 Aug 24 08:57:16.421939 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-80577089-ce95-4318-8253-d9fc6ed27d98 req-d7748195-fb66-4940-9fb1-cadde3edfee7 service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805182 Aug 24 08:57:16.587645 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a78f0-2ddf-4b10-b360-c81c4039cb35 req-acc7eb0e-14cb-4b2e-b587-3be6662831f8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:16.589213 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fc7a78f0-2ddf-4b10-b360-c81c4039cb35 req-acc7eb0e-14cb-4b2e-b587-3be6662831f8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0536544 Aug 24 08:57:16.663029 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fc7a78f0-2ddf-4b10-b360-c81c4039cb35 req-3abd4b2e-fc6b-4acf-9a5a-9a3c7e2c648d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640440 Aug 24 08:57:16.966933 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d3a07-136e-4900-98ac-11a31e0c76c5 req-579b1262-9c55-44f5-8b0a-065241d08bc1 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:16.971127 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-834d3a07-136e-4900-98ac-11a31e0c76c5 req-579b1262-9c55-44f5-8b0a-065241d08bc1 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0797930 Aug 24 08:57:17.026325 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:17.048400 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-834d3a07-136e-4900-98ac-11a31e0c76c5 req-c54f2605-5d19-4f27-8712-988e6db9073e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716796 Aug 24 08:57:17.262022 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f8a5d-bcc7-4d47-bf99-db8bdc033d6b req-8b49aed7-8d93-41c2-a499-a4dad5cbf5e9 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:17.262022 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7b3f8a5d-bcc7-4d47-bf99-db8bdc033d6b req-8b49aed7-8d93-41c2-a499-a4dad5cbf5e9 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 945 time: 0.0591269 Aug 24 08:57:17.318879 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7b3f8a5d-bcc7-4d47-bf99-db8bdc033d6b req-fd19e55d-6627-4599-8a83-3569a526c491 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566952 Aug 24 08:57:17.507720 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88376221-8092-4969-bef4-578990eb5693 req-3d4f0305-af36-4f4e-ad20-22a438d5f6ff tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:17.509297 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-88376221-8092-4969-bef4-578990eb5693 req-3d4f0305-af36-4f4e-ad20-22a438d5f6ff tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 945 time: 0.0630991 Aug 24 08:57:17.570205 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-88376221-8092-4969-bef4-578990eb5693 req-75c18374-c789-41c9-a810-b171ed1bb0a2 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509822 Aug 24 08:57:17.686495 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:17.752384 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b80e2-c1b6-4d1a-ad52-787c35fdf5a3 req-4948b985-0362-49bd-9732-c8bc5c1456fd tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:17.754057 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-224b80e2-c1b6-4d1a-ad52-787c35fdf5a3 req-4948b985-0362-49bd-9732-c8bc5c1456fd tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 945 time: 0.0537457 Aug 24 08:57:17.765882 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 59508) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:17.771253 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-2cf5234e-21ba-41f0-9d39-075cd63c3a02 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'floatingip': {'port_id': '926038a1-a10d-445a-aab1-28599288366f'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:57:17.893190 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2cf5234e-21ba-41f0-9d39-075cd63c3a02 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (25c5f447-969c-49cd-92d7-da85bb47563f), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:17.912838 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648e339-d9c7-4356-b14b-603af1ca2d5d req-79c89395-5420-49c4-933a-e65a01cb340c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:17.914966 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b648e339-d9c7-4356-b14b-603af1ca2d5d req-79c89395-5420-49c4-933a-e65a01cb340c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0578806 Aug 24 08:57:17.962935 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfabae-f94a-4e1a-a3d4-b3ad68599293 req-13816874-87de-4b87-abb6-406df6ba1e51 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:17.964609 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e8cfabae-f94a-4e1a-a3d4-b3ad68599293 req-13816874-87de-4b87-abb6-406df6ba1e51 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.1492207 Aug 24 08:57:17.977942 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b648e339-d9c7-4356-b14b-603af1ca2d5d req-4d6d63be-d313-4eb3-a497-319ead7c03cc tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501149 Aug 24 08:57:18.059462 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:18.102782 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e8cfabae-f94a-4e1a-a3d4-b3ad68599293 req-e1478951-864e-4c80-852a-4a542494201a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155939 Aug 24 08:57:18.362964 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 59516) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:18.505134 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-19353991-bb18-49af-8022-5095f6aa029e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:18.593098 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-19353991-bb18-49af-8022-5095f6aa029e admin admin] Publish callbacks [] for security_group (8b8a67e9-424f-43e1-9188-c4f39930304c), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:18.717667 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-19353991-bb18-49af-8022-5095f6aa029e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (8b8a67e9-424f-43e1-9188-c4f39930304c), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:18.733901 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:18.778243 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee14d02-aafe-441e-9c75-a7b5b737095c req-bac56df7-9b9f-4a86-8cf6-3a3cb13571c4 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:18.779243 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3ee14d02-aafe-441e-9c75-a7b5b737095c req-bac56df7-9b9f-4a86-8cf6-3a3cb13571c4 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 945 time: 0.0965114 Aug 24 08:57:18.779900 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19353991-bb18-49af-8022-5095f6aa029e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8a67e9-424f-43e1-9188-c4f39930304c,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:18.785572 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-19353991-bb18-49af-8022-5095f6aa029e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=107e0ce164854464ab37876e87062708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4212592 Aug 24 08:57:18.789990 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 59528) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:18.822087 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2cf5234e-21ba-41f0-9d39-075cd63c3a02 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:18.891715 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2cf5234e-21ba-41f0-9d39-075cd63c3a02 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (25c5f447-969c-49cd-92d7-da85bb47563f), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:18.892723 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3ee14d02-aafe-441e-9c75-a7b5b737095c req-0a8af432-1373-4011-a54e-1c3a73d557fc tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847049 Aug 24 08:57:18.893523 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bba33f9b-3be4-4156-9f52-6aa4dcef59a1 admin admin] Publish callbacks [] for security_group (8b8a67e9-424f-43e1-9188-c4f39930304c), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:18.917718 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bba33f9b-3be4-4156-9f52-6aa4dcef59a1 admin admin] Publish callbacks [] for security_group (8b8a67e9-424f-43e1-9188-c4f39930304c), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:18.984333 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:19.008863 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.l3_db [None req-2cf5234e-21ba-41f0-9d39-075cd63c3a02 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Floating IP 25c5f447-969c-49cd-92d7-da85bb47563f associated. External IP: 172.27.1.139, port: 926038a1-a10d-445a-aab1-28599288366f. Aug 24 08:57:19.100070 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bba33f9b-3be4-4156-9f52-6aa4dcef59a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (8b8a67e9-424f-43e1-9188-c4f39930304c), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:19.103350 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bba33f9b-3be4-4156-9f52-6aa4dcef59a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:19.105276 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-bba33f9b-3be4-4156-9f52-6aa4dcef59a1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8b8a67e9-424f-43e1-9188-c4f39930304c HTTP/1.1" status: 204 len: 168 time: 0.3137145 Aug 24 08:57:19.118984 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba33f9b-3be4-4156-9f52-6aa4dcef59a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8a67e9-424f-43e1-9188-c4f39930304c,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:19.164218 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41863f-705f-4bac-9042-72db6177e534 req-17e672b9-f3a7-4574-a10a-b95275135f37 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:19.168291 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0b41863f-705f-4bac-9042-72db6177e534 req-17e672b9-f3a7-4574-a10a-b95275135f37 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0759218 Aug 24 08:57:19.256282 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d39ff-5b27-4c62-8e30-0312293af8ea req-eefd5c85-b852-4af4-a1e4-08f44bd6e113 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:19.257901 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-514d39ff-5b27-4c62-8e30-0312293af8ea req-eefd5c85-b852-4af4-a1e4-08f44bd6e113 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0566287 Aug 24 08:57:19.303985 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0b41863f-705f-4bac-9042-72db6177e534 req-5378915d-5b07-45f9-9ecd-0cbc4cd22412 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296945 Aug 24 08:57:19.320730 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-514d39ff-5b27-4c62-8e30-0312293af8ea req-3c6acd73-8e28-46d9-94da-168cf64c4d41 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559926 Aug 24 08:57:19.339700 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf5234e-21ba-41f0-9d39-075cd63c3a02 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:57:19.455542 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf5234e-21ba-41f0-9d39-075cd63c3a02 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:57:19.460195 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2cf5234e-21ba-41f0-9d39-075cd63c3a02 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:19.469553 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e3d7b-e325-45b5-95e4-1c69a653ea8b None None] Sync routers for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:57:19.481486 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e3d7b-e325-45b5-95e4-1c69a653ea8b None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:57:19.482225 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-391e3d7b-e325-45b5-95e4-1c69a653ea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:57:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:19.516812 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-2cf5234e-21ba-41f0-9d39-075cd63c3a02 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/25c5f447-969c-49cd-92d7-da85bb47563f HTTP/1.1" status: 200 len: 991 time: 1.7484200 Aug 24 08:57:19.518014 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'tag': '926038a1-a10d-445a-aab1-28599288366f'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:57:19.522928 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c80950-f203-4178-ad42-af14da5d7f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "670d839b-dff7-48b8-b2b3-6e042962ca67", "tag": "926038a1-a10d-445a-aab1-28599288366f"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:57:19.590449 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f195c69c-e2da-4fce-b589-0809fd222549 x-openstack-request-id: req-f195c69c-e2da-4fce-b589-0809fd222549 {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:57:19.590775 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670d839b-dff7-48b8-b2b3-6e042962ca67", "tag": "926038a1-a10d-445a-aab1-28599288366f", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:57:19.591243 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f195c69c-e2da-4fce-b589-0809fd222549 {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:57:19.591665 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f195c69c-e2da-4fce-b589-0809fd222549'] response: {'name': 'network-changed', 'server_uuid': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'tag': '926038a1-a10d-445a-aab1-28599288366f', 'status': 'completed', 'code': 200} Aug 24 08:57:19.605787 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-391e3d7b-e325-45b5-95e4-1c69a653ea8b None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:57:19.971657 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-391e3d7b-e325-45b5-95e4-1c69a653ea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '25c5f447-969c-49cd-92d7-da85bb47563f', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'port_id': '926038a1-a10d-445a-aab1-28599288366f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'mac_address': 'fa:16:3e:64:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:56:25Z', 'updated_at': '2022-08-24T08:57:18Z', 'revision_number': 1, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:19.998733 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e3d7b-e325-45b5-95e4-1c69a653ea8b None None] Checking router: 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:57:20.010148 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e3d7b-e325-45b5-95e4-1c69a653ea8b None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:57:20.010880 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-391e3d7b-e325-45b5-95e4-1c69a653ea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:57:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:20.065041 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbcac4-0472-4f9a-ade4-560a84e19b75 req-a7d074ca-686a-4a75-b33e-393fd0c92e45 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:20.068391 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-71cbcac4-0472-4f9a-ade4-560a84e19b75 req-a7d074ca-686a-4a75-b33e-393fd0c92e45 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 945 time: 0.0758915 Aug 24 08:57:20.129480 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-391e3d7b-e325-45b5-95e4-1c69a653ea8b None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:57:20.164067 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-71cbcac4-0472-4f9a-ade4-560a84e19b75 req-571c397e-5704-46c7-9010-d73c52cedcd9 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831218 Aug 24 08:57:20.384282 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-391e3d7b-e325-45b5-95e4-1c69a653ea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '25c5f447-969c-49cd-92d7-da85bb47563f', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'port_id': '926038a1-a10d-445a-aab1-28599288366f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'mac_address': 'fa:16:3e:64:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:56:25Z', 'updated_at': '2022-08-24T08:57:18Z', 'revision_number': 1, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:20.419499 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e3d7b-e325-45b5-95e4-1c69a653ea8b None None] The sync data for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi is: [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '25c5f447-969c-49cd-92d7-da85bb47563f', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'port_id': '926038a1-a10d-445a-aab1-28599288366f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'mac_address': 'fa:16:3e:64:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:56:25Z', 'updated_at': '2022-08-24T08:57:18Z', 'revision_number': 1, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:57:20.543521 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86bd8d-ba18-4a40-8ab2-beb9dea48b0d req-fc94df8e-d60f-4977-a55d-ff24213a7921 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:20.546615 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8c86bd8d-ba18-4a40-8ab2-beb9dea48b0d req-fc94df8e-d60f-4977-a55d-ff24213a7921 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0793447 Aug 24 08:57:20.591532 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4c69c-f3da-40aa-a1c0-4821bb20eb5f req-a4ba23d9-8543-4251-8e61-2bcea116563b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:20.607253 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f1a4c69c-f3da-40aa-a1c0-4821bb20eb5f req-a4ba23d9-8543-4251-8e61-2bcea116563b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.1290779 Aug 24 08:57:20.715454 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8c86bd8d-ba18-4a40-8ab2-beb9dea48b0d req-621a48cf-2239-4c2f-9baa-ac5b6fc01097 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990186 Aug 24 08:57:20.716082 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f1a4c69c-f3da-40aa-a1c0-4821bb20eb5f req-9118003c-3ea3-4dd6-801f-954f3f55dea3 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731478 Aug 24 08:57:20.762393 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aaf5aa-30da-4149-b61e-be97e024de52 None None] New status for floating IP 25c5f447-969c-49cd-92d7-da85bb47563f: ACTIVE {{(pid=118618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:57:21.301516 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:21.332742 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ef85d-256f-49f7-96eb-3c350f1ce89c req-b23d6807-b5bd-41de-a427-d8ded919709a tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:21.335888 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-780ef85d-256f-49f7-96eb-3c350f1ce89c req-b23d6807-b5bd-41de-a427-d8ded919709a tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 945 time: 0.0779819 Aug 24 08:57:21.401895 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-780ef85d-256f-49f7-96eb-3c350f1ce89c req-9ba15872-112c-48db-ad39-200627475a50 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618024 Aug 24 08:57:21.445667 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 59596) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:21.575863 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-03377f61-655a-449d-b8fd-a80404a28564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:21.599649 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:21.661898 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:57:21.669059 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-03377f61-655a-449d-b8fd-a80404a28564 admin admin] Publish callbacks [] for security_group (1940acd4-f304-4c30-8bae-b2ecad7395fc), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:21.785362 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-03377f61-655a-449d-b8fd-a80404a28564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (1940acd4-f304-4c30-8bae-b2ecad7395fc), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:21.880305 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f56274-c004-4d2c-bc97-62b04084d04a req-ce90e874-3cc6-43b9-8d48-3abea12f8ef2 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:21.883861 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-37f56274-c004-4d2c-bc97-62b04084d04a req-ce90e874-3cc6-43b9-8d48-3abea12f8ef2 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0991578 Aug 24 08:57:21.949644 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-03377f61-655a-449d-b8fd-a80404a28564 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f8d0d6fedf3c41cebf8ea0df0dee4110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5025575 Aug 24 08:57:21.956177 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03377f61-655a-449d-b8fd-a80404a28564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1940acd4-f304-4c30-8bae-b2ecad7395fc,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:21.962861 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 59614) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:21.979472 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee64d97-569e-487e-a3c4-412c775af953 req-21c84bbb-8de6-47b1-900c-7bc89a4a61c0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:21.983372 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2ee64d97-569e-487e-a3c4-412c775af953 req-21c84bbb-8de6-47b1-900c-7bc89a4a61c0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.1694696 Aug 24 08:57:22.005784 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:22.013012 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c80950-f203-4178-ad42-af14da5d7f2c req-6761fac1-1d90-4071-bab1-48da18d7d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:22.014680 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-17c80950-f203-4178-ad42-af14da5d7f2c req-6761fac1-1d90-4071-bab1-48da18d7d659 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 1129 time: 0.1298878 Aug 24 08:57:22.032357 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ea192-9259-42fe-a9f2-cb5050edb56d req-85d4696f-8b5d-411a-ab3d-dfcb20bc0fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:22.033826 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c33ea192-9259-42fe-a9f2-cb5050edb56d req-85d4696f-8b5d-411a-ab3d-dfcb20bc0fe9 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 1130 time: 0.1120574 Aug 24 08:57:22.064327 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:22.075290 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2ee64d97-569e-487e-a3c4-412c775af953 req-e10fc894-f79e-4e02-9b24-8d5da4b288a9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858672 Aug 24 08:57:22.103447 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-37f56274-c004-4d2c-bc97-62b04084d04a req-624667b6-870f-41e3-89ff-9f7eff47e1f8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768517 Aug 24 08:57:22.110020 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-adc82abe-e41d-469f-b00b-3210ccd3bf10 admin admin] Publish callbacks [] for security_group (1940acd4-f304-4c30-8bae-b2ecad7395fc), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:22.147434 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-adc82abe-e41d-469f-b00b-3210ccd3bf10 admin admin] Publish callbacks [] for security_group (1940acd4-f304-4c30-8bae-b2ecad7395fc), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:22.264638 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a41bcb-e52b-4aa9-a806-a0f4264e15c7 req-6ad3506b-4773-48ea-b415-da4af1fe1b67 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:22.267244 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-82a41bcb-e52b-4aa9-a806-a0f4264e15c7 req-6ad3506b-4773-48ea-b415-da4af1fe1b67 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0622969 Aug 24 08:57:22.280166 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 59624) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:22.285545 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-c060b5d7-259f-4565-9073-8e3b31c76523 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Request body: {'floatingip': {'port_id': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:57:22.326127 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c060b5d7-259f-4565-9073-8e3b31c76523 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for floatingip (11e00942-9b9a-4601-934a-d7825b31be37), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:22.360923 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-adc82abe-e41d-469f-b00b-3210ccd3bf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (1940acd4-f304-4c30-8bae-b2ecad7395fc), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:22.366107 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-adc82abe-e41d-469f-b00b-3210ccd3bf10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:22.368191 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-adc82abe-e41d-469f-b00b-3210ccd3bf10 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1940acd4-f304-4c30-8bae-b2ecad7395fc HTTP/1.1" status: 204 len: 168 time: 0.4024844 Aug 24 08:57:22.380667 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc82abe-e41d-469f-b00b-3210ccd3bf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1940acd4-f304-4c30-8bae-b2ecad7395fc,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:22.838497 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3eeb4c-61c3-4530-b69f-38a52772faa8 req-7aea37ea-e636-480c-b6c6-538887010286 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:22.841141 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6f3eeb4c-61c3-4530-b69f-38a52772faa8 req-7aea37ea-e636-480c-b6c6-538887010286 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 945 time: 0.2580252 Aug 24 08:57:22.861045 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c80950-f203-4178-ad42-af14da5d7f2c req-1223905d-ced6-4e75-99f8-f5033e0bfa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:22.863292 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-17c80950-f203-4178-ad42-af14da5d7f2c req-1223905d-ced6-4e75-99f8-f5033e0bfa79 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=8974f404-81fe-476f-ae03-918a0ea03bf7 HTTP/1.1" status: 200 len: 915 time: 0.3991385 Aug 24 08:57:22.981398 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ea192-9259-42fe-a9f2-cb5050edb56d req-a457d158-fce9-4550-8be6-71f25147f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:22.984555 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c33ea192-9259-42fe-a9f2-cb5050edb56d req-a457d158-fce9-4550-8be6-71f25147f1c4 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 920 time: 0.5433347 Aug 24 08:57:23.262369 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c060b5d7-259f-4565-9073-8e3b31c76523 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:23.313372 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3d6b7-0b48-48c8-95c7-3ac1da37ef66 req-f8268540-15a7-475d-b113-c11ee28ec287 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:23.314946 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-bbd3d6b7-0b48-48c8-95c7-3ac1da37ef66 req-f8268540-15a7-475d-b113-c11ee28ec287 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0513549 Aug 24 08:57:23.326194 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c33ea192-9259-42fe-a9f2-cb5050edb56d req-1bae3ba4-8f28-430b-a9ce-e2e6c039326c service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=112c9161-d85c-4b44-958c-0ebef6f7786b HTTP/1.1" status: 200 len: 217 time: 0.3110232 Aug 24 08:57:23.354895 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-17c80950-f203-4178-ad42-af14da5d7f2c req-bce4bc0f-c9d7-4b6c-8ee4-da802f5f1978 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=926038a1-a10d-445a-aab1-28599288366f HTTP/1.1" status: 200 len: 1001 time: 0.4830768 Aug 24 08:57:23.357135 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c060b5d7-259f-4565-9073-8e3b31c76523 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (11e00942-9b9a-4601-934a-d7825b31be37), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:23.387637 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6f3eeb4c-61c3-4530-b69f-38a52772faa8 req-859b1058-5904-4ec5-9980-6e5c1dc1e4b0 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294919 Aug 24 08:57:23.446710 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ea192-9259-42fe-a9f2-cb5050edb56d req-71ff4f3f-17e4-4a24-982d-0b6b9888d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:23.448453 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c33ea192-9259-42fe-a9f2-cb5050edb56d req-71ff4f3f-17e4-4a24-982d-0b6b9888d9a4 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=8a21facc-ab1e-4219-b0f0-4f835c4b6a49 HTTP/1.1" status: 200 len: 858 time: 0.1027153 Aug 24 08:57:23.456574 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c80950-f203-4178-ad42-af14da5d7f2c req-e03f9af7-9de9-46a2-b257-5aaa0eaf5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:23.458331 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-17c80950-f203-4178-ad42-af14da5d7f2c req-e03f9af7-9de9-46a2-b257-5aaa0eaf5b0d service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=68cde71c-76f8-4ef2-ae70-0fbb6e1478f1 HTTP/1.1" status: 200 len: 853 time: 0.0666020 Aug 24 08:57:23.478927 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-bbd3d6b7-0b48-48c8-95c7-3ac1da37ef66 req-ac44c0a8-ec15-4cfc-a0fa-bb3171293531 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532741 Aug 24 08:57:23.512015 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:23.512015 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.l3_db [None req-c060b5d7-259f-4565-9073-8e3b31c76523 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Floating IP 11e00942-9b9a-4601-934a-d7825b31be37 associated. External IP: 172.27.1.174, port: 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3. Aug 24 08:57:23.572610 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ea192-9259-42fe-a9f2-cb5050edb56d req-3aca64e6-5784-4743-9854-30ed9b4a735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:23.574147 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c33ea192-9259-42fe-a9f2-cb5050edb56d req-3aca64e6-5784-4743-9854-30ed9b4a735e service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1068485 Aug 24 08:57:23.587154 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c80950-f203-4178-ad42-af14da5d7f2c req-e85d6aff-73b9-490e-85c7-d7f375672545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:23.589767 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-17c80950-f203-4178-ad42-af14da5d7f2c req-e85d6aff-73b9-490e-85c7-d7f375672545 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=8974f404-81fe-476f-ae03-918a0ea03bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1064339 Aug 24 08:57:23.601974 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:23.767545 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c060b5d7-259f-4565-9073-8e3b31c76523 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Router df288788-ac29-4c9f-a061-c47484c12d6b has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:57:23.830905 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c33ea192-9259-42fe-a9f2-cb5050edb56d req-5a914548-b899-4b42-88ef-40c1b4a71f65 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401028 Aug 24 08:57:23.836654 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-17c80950-f203-4178-ad42-af14da5d7f2c req-6a74cf2f-83a2-48f8-863e-92246acb55ad service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234645 Aug 24 08:57:23.885713 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:23.892995 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c060b5d7-259f-4565-9073-8e3b31c76523 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:57:23.899473 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c060b5d7-259f-4565-9073-8e3b31c76523 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:23.908994 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950d550e-3bec-4416-bddf-20ac3a9961a1 None None] Sync routers for ids ['df288788-ac29-4c9f-a061-c47484c12d6b'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:57:23.927036 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950d550e-3bec-4416-bddf-20ac3a9961a1 None None] Routers {'df288788-ac29-4c9f-a061-c47484c12d6b'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:57:23.928568 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-950d550e-3bec-4416-bddf-20ac3a9961a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:57:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['df288788-ac29-4c9f-a061-c47484c12d6b'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:23.978361 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-c060b5d7-259f-4565-9073-8e3b31c76523 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/11e00942-9b9a-4601-934a-d7825b31be37 HTTP/1.1" status: 200 len: 992 time: 1.6957130 Aug 24 08:57:23.980305 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'tag': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:57:23.985855 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f8a637-788e-4cc2-a867-7cca44bd148d" -d '{"events": [{"name": "network-changed", "server_uuid": "d2eeba32-0634-4e0c-aad9-b9bc081474d9", "tag": "8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:57:24.028571 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:24.061047 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d741fc-d78a-4ce4-a1b5-33faabebbb0e x-openstack-request-id: req-f3d741fc-d78a-4ce4-a1b5-33faabebbb0e {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:57:24.062277 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2eeba32-0634-4e0c-aad9-b9bc081474d9", "tag": "8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:57:24.062881 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3d741fc-d78a-4ce4-a1b5-33faabebbb0e {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:57:24.063605 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d741fc-d78a-4ce4-a1b5-33faabebbb0e'] response: {'name': 'network-changed', 'server_uuid': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'tag': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3', 'status': 'completed', 'code': 200} Aug 24 08:57:24.066073 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c33ea192-9259-42fe-a9f2-cb5050edb56d req-a8b2c45d-2ede-452e-95b8-14d3c7b1267d service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896195 Aug 24 08:57:24.070449 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-17c80950-f203-4178-ad42-af14da5d7f2c req-099fa286-2224-4619-8c20-9ba7dc2449ba service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927884 Aug 24 08:57:24.102538 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 59680) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:24.123743 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:24.126505 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-950d550e-3bec-4416-bddf-20ac3a9961a1 None None] Set router df288788-ac29-4c9f-a061-c47484c12d6b gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:57:24.185956 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8a637-788e-4cc2-a867-7cca44bd148d req-d4a56838-9ee0-4e49-910f-36089d8b552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:24.188255 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e1f8a637-788e-4cc2-a867-7cca44bd148d req-d4a56838-9ee0-4e49-910f-36089d8b552d service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=dd27ac26660b46c388279e652200c7cd&device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 1130 time: 0.0847955 Aug 24 08:57:24.304815 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:24.332564 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-a862e4d5-06f2-4924-b57d-07ce94bcf375 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-108934083-network', 'tenant_id': '12594f976e5f48d9926716737f86afe0'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:57:24.367555 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8a637-788e-4cc2-a867-7cca44bd148d req-bf188f7b-205c-4fc5-a243-a529949fa8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:24.369364 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e1f8a637-788e-4cc2-a867-7cca44bd148d req-bf188f7b-205c-4fc5-a243-a529949fa8a3 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=49a90e96-9c63-403b-90e7-b545c043dc4b HTTP/1.1" status: 200 len: 917 time: 0.1645782 Aug 24 08:57:24.420551 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-950d550e-3bec-4416-bddf-20ac3a9961a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T08:56:15Z', 'revision_number': 4, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '11e00942-9b9a-4601-934a-d7825b31be37', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'port_id': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'mac_address': 'fa:16:3e:21:ea:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:56:27Z', 'updated_at': '2022-08-24T08:57:23Z', 'revision_number': 1, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27bd586-dbb7-4795-af19-25009026fa31', 'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'mac_address': 'fa:16:3e:57:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:12Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 5, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'subnets': [{'id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:24.451473 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950d550e-3bec-4416-bddf-20ac3a9961a1 None None] Checking router: df288788-ac29-4c9f-a061-c47484c12d6b for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:57:24.458961 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a862e4d5-06f2-4924-b57d-07ce94bcf375 admin admin] Made reservation on behalf of 12594f976e5f48d9926716737f86afe0 for: {'network': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:57:24.462690 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a862e4d5-06f2-4924-b57d-07ce94bcf375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:24.462846 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950d550e-3bec-4416-bddf-20ac3a9961a1 None None] Routers {'df288788-ac29-4c9f-a061-c47484c12d6b'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:57:24.463421 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-950d550e-3bec-4416-bddf-20ac3a9961a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:57:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['df288788-ac29-4c9f-a061-c47484c12d6b'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:24.473732 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a862e4d5-06f2-4924-b57d-07ce94bcf375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:24.580974 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a862e4d5-06f2-4924-b57d-07ce94bcf375 admin admin] Publish callbacks [] for security_group (24991bab-c860-422f-892d-08ec3a18d40b), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:24.585637 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-950d550e-3bec-4416-bddf-20ac3a9961a1 None None] Set router df288788-ac29-4c9f-a061-c47484c12d6b gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:57:24.638337 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77091a-e8fc-428c-8dd0-0a17dfdaeaa5 req-5376c4be-ddbf-490c-8ed2-dac8db75d9ea tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:24.639897 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-fb77091a-e8fc-428c-8dd0-0a17dfdaeaa5 req-5376c4be-ddbf-490c-8ed2-dac8db75d9ea tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0467947 Aug 24 08:57:24.680515 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a862e4d5-06f2-4924-b57d-07ce94bcf375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (24991bab-c860-422f-892d-08ec3a18d40b), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:24.715535 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-fb77091a-e8fc-428c-8dd0-0a17dfdaeaa5 req-b8cf20c9-f0f8-496c-8065-a7765f120d54 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695198 Aug 24 08:57:24.722936 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a862e4d5-06f2-4924-b57d-07ce94bcf375 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=118617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 08:57:24.728205 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862e4d5-06f2-4924-b57d-07ce94bcf375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24991bab-c860-422f-892d-08ec3a18d40b,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:24.749790 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a862e4d5-06f2-4924-b57d-07ce94bcf375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:24.750015 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.segments_db [None req-a862e4d5-06f2-4924-b57d-07ce94bcf375 admin admin] Added segment 1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6 of type vlan for network 13fa4940-b618-4378-a572-2001b35f19f6 Aug 24 08:57:24.804459 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a862e4d5-06f2-4924-b57d-07ce94bcf375 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (13fa4940-b618-4378-a572-2001b35f19f6), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:24.867985 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 59692) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:24.947355 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-950d550e-3bec-4416-bddf-20ac3a9961a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T08:56:15Z', 'revision_number': 4, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '11e00942-9b9a-4601-934a-d7825b31be37', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'port_id': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'mac_address': 'fa:16:3e:21:ea:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:56:27Z', 'updated_at': '2022-08-24T08:57:23Z', 'revision_number': 1, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27bd586-dbb7-4795-af19-25009026fa31', 'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'mac_address': 'fa:16:3e:57:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:12Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 5, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'subnets': [{'id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:24.971411 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a862e4d5-06f2-4924-b57d-07ce94bcf375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (13fa4940-b618-4378-a572-2001b35f19f6), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:24.972498 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a862e4d5-06f2-4924-b57d-07ce94bcf375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:24.973166 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a862e4d5-06f2-4924-b57d-07ce94bcf375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:24.975318 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950d550e-3bec-4416-bddf-20ac3a9961a1 None None] The sync data for ids ['df288788-ac29-4c9f-a061-c47484c12d6b'] in dv-cinder-852211-5-iscsi is: [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T08:56:15Z', 'revision_number': 4, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '11e00942-9b9a-4601-934a-d7825b31be37', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'port_id': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'mac_address': 'fa:16:3e:21:ea:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:56:27Z', 'updated_at': '2022-08-24T08:57:23Z', 'revision_number': 1, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27bd586-dbb7-4795-af19-25009026fa31', 'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'mac_address': 'fa:16:3e:57:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:12Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 5, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'subnets': [{'id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:57:25.026858 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9d90bc9a-e27f-40ce-9a43-211dbdaa9ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:25.040924 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:25.081761 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862e4d5-06f2-4924-b57d-07ce94bcf375 admin admin] Pushing event updated for resources: {'Network': ['ID=13fa4940-b618-4378-a572-2001b35f19f6,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:25.093908 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network 13fa4940-b618-4378-a572-2001b35f19f6 details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 08:57:25.135062 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-a862e4d5-06f2-4924-b57d-07ce94bcf375 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0313225 Aug 24 08:57:25.138236 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 59698) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:25.145984 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-bf6ef49f-70e0-40fa-97b2-8d03524e9f32 admin admin] Request body: {'subnet': {'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-108934083-subnet', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'ip_version': 4}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:57:25.194507 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9d90bc9a-e27f-40ce-9a43-211dbdaa9ff3 admin admin] Publish callbacks [] for security_group (e5218a53-f82d-4d46-ae1d-335fb2fbcc7f), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:25.325783 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6ef49f-70e0-40fa-97b2-8d03524e9f32 admin admin] Made reservation on behalf of 12594f976e5f48d9926716737f86afe0 for: {'subnet': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:57:25.326080 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9d90bc9a-e27f-40ce-9a43-211dbdaa9ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (e5218a53-f82d-4d46-ae1d-335fb2fbcc7f), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:25.332792 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bf6ef49f-70e0-40fa-97b2-8d03524e9f32 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:25.355314 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90bc9a-e27f-40ce-9a43-211dbdaa9ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5218a53-f82d-4d46-ae1d-335fb2fbcc7f,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:25.386622 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-9d90bc9a-e27f-40ce-9a43-211dbdaa9ff3 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=800033793a4445928274b952454cdeca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5175250 Aug 24 08:57:25.393315 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 59706) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:25.510967 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2ac80e99-bbea-4478-8784-658f12d1ad90 admin admin] Publish callbacks [] for security_group (e5218a53-f82d-4d46-ae1d-335fb2fbcc7f), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:25.566075 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2ac80e99-bbea-4478-8784-658f12d1ad90 admin admin] Publish callbacks [] for security_group (e5218a53-f82d-4d46-ae1d-335fb2fbcc7f), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:25.733980 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced2ce22-5b72-4473-8f92-fc4cdc0a39bd None None] New status for floating IP 11e00942-9b9a-4601-934a-d7825b31be37: ACTIVE {{(pid=118618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:57:25.739737 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bf6ef49f-70e0-40fa-97b2-8d03524e9f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for subnet (aaef8caf-3e43-49ed-9743-8dc7cada53fc), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:25.788530 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2ac80e99-bbea-4478-8784-658f12d1ad90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (e5218a53-f82d-4d46-ae1d-335fb2fbcc7f), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:25.791401 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2ac80e99-bbea-4478-8784-658f12d1ad90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:25.792584 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-2ac80e99-bbea-4478-8784-658f12d1ad90 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e5218a53-f82d-4d46-ae1d-335fb2fbcc7f HTTP/1.1" status: 204 len: 168 time: 0.3983293 Aug 24 08:57:25.802675 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ef49f-70e0-40fa-97b2-8d03524e9f32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaef8caf-3e43-49ed-9743-8dc7cada53fc,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:25.819111 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac80e99-bbea-4478-8784-658f12d1ad90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5218a53-f82d-4d46-ae1d-335fb2fbcc7f,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:25.838025 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:25.863902 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6ef49f-70e0-40fa-97b2-8d03524e9f32 admin admin] Checking segment: {'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:57:25.864659 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6ef49f-70e0-40fa-97b2-8d03524e9f32 admin admin] Network hostable DHCP agents. Network: 13fa4940-b618-4378-a572-2001b35f19f6, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 08:57:25.881046 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1e84e-831d-4f37-ae64-101c776c437c req-6e6547a1-b1ab-482b-83fe-0d440edd1344 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:25.882631 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b4a1e84e-831d-4f37-ae64-101c776c437c req-6e6547a1-b1ab-482b-83fe-0d440edd1344 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0687318 Aug 24 08:57:25.918498 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:25.947778 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b4a1e84e-831d-4f37-ae64-101c776c437c req-b14a5f37-fed0-4b61-8eae-825e655f5929 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540524 Aug 24 08:57:25.982477 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6ef49f-70e0-40fa-97b2-8d03524e9f32 admin admin] Network 13fa4940-b618-4378-a572-2001b35f19f6 is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 08:57:26.082547 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-bf6ef49f-70e0-40fa-97b2-8d03524e9f32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, 13fa4940-b618-4378-a572-2001b35f19f6) {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:57:26.088318 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6ef49f-70e0-40fa-97b2-8d03524e9f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:26.088998 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bf6ef49f-70e0-40fa-97b2-8d03524e9f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:26.098238 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182fa3cf-575f-4a86-8f89-8b49ad312d72 None None] Network 13fa4940-b618-4378-a572-2001b35f19f6 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:57:26.196256 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-bf6ef49f-70e0-40fa-97b2-8d03524e9f32 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0561121 Aug 24 08:57:26.197297 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:26.199219 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 59716) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:26.205178 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:57:26.228417 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd452859c-924c-557e-ba58-3e88bb5a2311-13fa4940-b618-4378-a572-2001b35f19f6', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'project_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc'}]}} from dv-cinder-852211-5-iscsi. {{(pid=118618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 08:57:26.229762 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:26.243142 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:26.345359 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4634'] for router (8fe60407-1a57-4c0e-bf05-9f88bd117274), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:26.346544 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4613'] for router (8fe60407-1a57-4c0e-bf05-9f88bd117274), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:26.365692 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:26.403188 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.db_base_plugin_common [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Allocated IP 172.20.0.2 (13fa4940-b618-4378-a572-2001b35f19f6/aaef8caf-3e43-49ed-9743-8dc7cada53fc/9b6d69ba-2709-47f3-89fb-f56975eda591) {{(pid=118618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:57:26.406575 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Publish callbacks [] for router_controller (8fe60407-1a57-4c0e-bf05-9f88bd117274), precommit_add_association {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:26.565525 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Publish callbacks [] for port (9b6d69ba-2709-47f3-89fb-f56975eda591), precommit_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:26.658491 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (9b6d69ba-2709-47f3-89fb-f56975eda591), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:26.665963 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Publish callbacks [] for router_gateway (8fe60407-1a57-4c0e-bf05-9f88bd117274), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:26.692770 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 59724) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:26.710561 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-1d627cc9-dbea-4ae0-b564-528867b4ece8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:26.718854 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Network 13fa4940-b618-4378-a572-2001b35f19f6 is already hosted by enough agents. {{(pid=118618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:57:26.722053 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.base_scheduler [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Resources bound (agent type, host, resource id): {{(pid=118618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:57:26.726068 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Received port after_create {{(pid=118618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:57:26.739546 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Pushing event updated for resources: {'Port': ['ID=9b6d69ba-2709-47f3-89fb-f56975eda591,revision_number=1']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:26.809962 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Attempting to bind port 9b6d69ba-2709-47f3-89fb-f56975eda591 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:57:26.810568 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Attempting to bind port 9b6d69ba-2709-47f3-89fb-f56975eda591 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:57:26.811140 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Attempting to bind port 9b6d69ba-2709-47f3-89fb-f56975eda591 on network 13fa4940-b618-4378-a572-2001b35f19f6 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:57:26.818601 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:57:26.819301 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Checking segment: {'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:57:26.819930 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:26.820482 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Bound using segment: {'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:57:26.821127 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Bound port: 9b6d69ba-2709-47f3-89fb-f56975eda591, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:57:26.821683 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (9b6d69ba-2709-47f3-89fb-f56975eda591), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:26.826859 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-1d627cc9-dbea-4ae0-b564-528867b4ece8 admin admin] Publish callbacks [] for security_group (35c2e4ef-f14c-45e8-bb7e-1a462e2eccee), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:26.888992 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] For port 9b6d69ba-2709-47f3-89fb-f56975eda591, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:57:26.892111 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] For port 9b6d69ba-2709-47f3-89fb-f56975eda591, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=9b6d69ba-2709-47f3-89fb-f56975eda591,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:57:26.902085 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-1d627cc9-dbea-4ae0-b564-528867b4ece8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (35c2e4ef-f14c-45e8-bb7e-1a462e2eccee), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:26.913964 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:26.944598 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-1d627cc9-dbea-4ae0-b564-528867b4ece8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=562d8353bd9d4d23a1b56e079bacba19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503567 Aug 24 08:57:26.945572 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d627cc9-dbea-4ae0-b564-528867b4ece8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c2e4ef-f14c-45e8-bb7e-1a462e2eccee,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:26.947295 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 59726) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:26.989133 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (9b6d69ba-2709-47f3-89fb-f56975eda591), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:27.011676 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Publish callbacks [] for router_gateway (8fe60407-1a57-4c0e-bf05-9f88bd117274), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:27.037745 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:27.071243 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d1e18-0faa-43cc-9c84-bea1207f4833 None None] Pushing event updated for resources: {'Port': ['ID=9b6d69ba-2709-47f3-89fb-f56975eda591,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:27.082330 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c018f6-17f6-48cb-96e8-3a0861cff27b req-c3054e0e-88e4-485a-9bc2-78251df83174 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:27.083883 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b7c018f6-17f6-48cb-96e8-3a0861cff27b req-c3054e0e-88e4-485a-9bc2-78251df83174 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0574129 Aug 24 08:57:27.099107 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:INSERT=19,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:27.100246 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6434e23f-2cc3-4ae9-8b6f-cf7a189fc2c6 admin admin] Publish callbacks [] for security_group (35c2e4ef-f14c-45e8-bb7e-1a462e2eccee), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:27.141262 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6434e23f-2cc3-4ae9-8b6f-cf7a189fc2c6 admin admin] Publish callbacks [] for security_group (35c2e4ef-f14c-45e8-bb7e-1a462e2eccee), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:27.146033 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b7c018f6-17f6-48cb-96e8-3a0861cff27b req-b7866b00-95f4-4cbe-9597-294dbdba9273 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559027 Aug 24 08:57:27.195324 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:27.300673 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e1f8a637-788e-4cc2-a867-7cca44bd148d req-d10a9146-04f8-4b45-874a-9639e18f4b3c service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 HTTP/1.1" status: 200 len: 1002 time: 0.1268713 Aug 24 08:57:27.360171 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Allocated IP 172.27.1.138 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/4b73229a-c1bf-4196-b2ab-d502ba7bb49f) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:57:27.400317 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8a637-788e-4cc2-a867-7cca44bd148d req-ea3dc84c-a777-4bab-b0a0-7a625e9f4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:27.400317 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e1f8a637-788e-4cc2-a867-7cca44bd148d req-ea3dc84c-a777-4bab-b0a0-7a625e9f4bfe service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=9be780a7-8c52-4ee8-9007-d0378c4d3642 HTTP/1.1" status: 200 len: 855 time: 0.0880911 Aug 24 08:57:27.516791 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8a637-788e-4cc2-a867-7cca44bd148d req-d2f48344-0d6a-42eb-8669-d385aefdf1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:27.518308 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e1f8a637-788e-4cc2-a867-7cca44bd148d req-d2f48344-0d6a-42eb-8669-d385aefdf1cd service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=49a90e96-9c63-403b-90e7-b545c043dc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1060927 Aug 24 08:57:27.577016 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6434e23f-2cc3-4ae9-8b6f-cf7a189fc2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (35c2e4ef-f14c-45e8-bb7e-1a462e2eccee), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:27.579823 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6434e23f-2cc3-4ae9-8b6f-cf7a189fc2c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:27.581063 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-6434e23f-2cc3-4ae9-8b6f-cf7a189fc2c6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/35c2e4ef-f14c-45e8-bb7e-1a462e2eccee HTTP/1.1" status: 204 len: 168 time: 0.6327806 Aug 24 08:57:27.600176 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Publish callbacks [] for port (4b73229a-c1bf-4196-b2ab-d502ba7bb49f), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:27.607250 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 9b6d69ba-2709-47f3-89fb-f56975eda591 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:57:27.629775 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434e23f-2cc3-4ae9-8b6f-cf7a189fc2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c2e4ef-f14c-45e8-bb7e-1a462e2eccee,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:27.674290 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 9b6d69ba-2709-47f3-89fb-f56975eda591 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:27.674493 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (9b6d69ba-2709-47f3-89fb-f56975eda591), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:27.688737 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:27.726492 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e1f8a637-788e-4cc2-a867-7cca44bd148d req-255c2a8e-4a80-4840-8fb2-736ca753bf67 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679785 Aug 24 08:57:27.767093 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 9b6d69ba-2709-47f3-89fb-f56975eda591 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:27.768032 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (9b6d69ba-2709-47f3-89fb-f56975eda591), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:27.803142 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port 9b6d69ba-2709-47f3-89fb-f56975eda591, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=9b6d69ba-2709-47f3-89fb-f56975eda591,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:27.845945 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (4b73229a-c1bf-4196-b2ab-d502ba7bb49f), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:27.891770 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:57:27.895004 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:57:27.899192 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:57:27.938144 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Pushing event updated for resources: {'Port': ['ID=4b73229a-c1bf-4196-b2ab-d502ba7bb49f,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:27.942612 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (9b6d69ba-2709-47f3-89fb-f56975eda591), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:28.006424 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=9b6d69ba-2709-47f3-89fb-f56975eda591,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:28.360398 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1804598-87aa-4f34-9ca3-014f2a726ce5 None None] Network 13fa4940-b618-4378-a572-2001b35f19f6 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:57:28.457703 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-f140a68f-9f68-4bdc-a0fe-f56bd942e0e6 None None] Provisioning complete for port 9b6d69ba-2709-47f3-89fb-f56975eda591 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:28.458079 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-f140a68f-9f68-4bdc-a0fe-f56bd942e0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (9b6d69ba-2709-47f3-89fb-f56975eda591), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:28.529352 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ffc96-5432-4b34-913c-6e3722002ca1 req-217b1700-89d9-4e3b-8542-47c5e9b939b6 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:28.533420 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-303ffc96-5432-4b34-913c-6e3722002ca1 req-217b1700-89d9-4e3b-8542-47c5e9b939b6 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0958812 Aug 24 08:57:28.545810 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Publish callbacks [] for router_gateway (8fe60407-1a57-4c0e-bf05-9f88bd117274), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:28.580259 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-f140a68f-9f68-4bdc-a0fe-f56bd942e0e6 None None] Current status of the port 9b6d69ba-2709-47f3-89fb-f56975eda591 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:28.746479 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:28.783767 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-303ffc96-5432-4b34-913c-6e3722002ca1 req-36b7936d-13d2-42f8-bbb9-2d64e7f89634 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555088 Aug 24 08:57:28.889619 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e1f8a637-788e-4cc2-a867-7cca44bd148d req-0292c990-88b6-4a06-a6f9-d35a3266b0cd service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620573 Aug 24 08:57:28.908954 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-ddc5c76c-c700-4eed-a990-df4ecef0541f None None] Provisioning complete for port 9b6d69ba-2709-47f3-89fb-f56975eda591 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:28.910085 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-ddc5c76c-c700-4eed-a990-df4ecef0541f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (9b6d69ba-2709-47f3-89fb-f56975eda591), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:28.926581 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698477'] for router (8fe60407-1a57-4c0e-bf05-9f88bd117274), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:28.993973 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-ddc5c76c-c700-4eed-a990-df4ecef0541f None None] Current status of the port 9b6d69ba-2709-47f3-89fb-f56975eda591 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:29.157185 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Router 8fe60407-1a57-4c0e-bf05-9f88bd117274 is scheduled to L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed with binding_index 1 {{(pid=118616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 08:57:29.267454 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:57:29.279060 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Sync routers for ids ['8fe60407-1a57-4c0e-bf05-9f88bd117274'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:57:29.298785 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Routers {'8fe60407-1a57-4c0e-bf05-9f88bd117274'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:57:29.298785 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:57:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['8fe60407-1a57-4c0e-bf05-9f88bd117274'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:29.299456 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:29.385251 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] Publish callbacks [] for router (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:29.385757 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-f94ff038-d879-46be-8ab0-7ff8814e032d admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1847157 Aug 24 08:57:29.393374 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 59782) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:29.405825 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Set router 8fe60407-1a57-4c0e-bf05-9f88bd117274 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:57:29.574059 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 9b6d69ba-2709-47f3-89fb-f56975eda591 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:57:29.594991 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:29.605326 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:28Z', 'revision_number': 3, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:29.622006 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 9b6d69ba-2709-47f3-89fb-f56975eda591 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:29.622474 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (9b6d69ba-2709-47f3-89fb-f56975eda591), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:29.632537 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Checking router: 8fe60407-1a57-4c0e-bf05-9f88bd117274 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:57:29.632890 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Updating router 8fe60407-1a57-4c0e-bf05-9f88bd117274 port 4b73229a-c1bf-4196-b2ab-d502ba7bb49f binding host dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:57:29.667032 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (4b73229a-c1bf-4196-b2ab-d502ba7bb49f), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:29.736948 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 9b6d69ba-2709-47f3-89fb-f56975eda591 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:29.867921 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:29.930767 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:29.945896 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38d1c8-9f8a-40c0-9fe0-ea3715c5c7e1 req-a2b5f510-5dff-4a27-86d6-c0bffa19e174 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:29.948582 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-eb38d1c8-9f8a-40c0-9fe0-ea3715c5c7e1 req-a2b5f510-5dff-4a27-86d6-c0bffa19e174 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0650589 Aug 24 08:57:29.981706 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Publish callbacks [] for port (4b73229a-c1bf-4196-b2ab-d502ba7bb49f), precommit_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:30.004198 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 59790) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:30.015284 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-eb38d1c8-9f8a-40c0-9fe0-ea3715c5c7e1 req-159a8769-739b-4f37-9d49-7722213034b8 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591054 Aug 24 08:57:30.073897 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] Allocated IP 172.20.0.1 (13fa4940-b618-4378-a572-2001b35f19f6/aaef8caf-3e43-49ed-9743-8dc7cada53fc/fbb63889-7560-463d-ae40-cc895a09e3c2) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:57:30.097650 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (4b73229a-c1bf-4196-b2ab-d502ba7bb49f), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:30.173867 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-359c4aee-f9d9-4f27-87ae-0968bbf58932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:30.180905 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Attempting to bind port 4b73229a-c1bf-4196-b2ab-d502ba7bb49f on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:57:30.181281 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Attempting to bind port 4b73229a-c1bf-4196-b2ab-d502ba7bb49f by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:57:30.181784 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Attempting to bind port 4b73229a-c1bf-4196-b2ab-d502ba7bb49f on network 386fbc02-808a-45e3-b701-f07af8827885 {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:57:30.188022 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888de5dd-a10e-4598-8a6d-d229ba080eba None None] Pushing event updated for resources: {'Port': ['ID=4b73229a-c1bf-4196-b2ab-d502ba7bb49f,revision_number=2']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:30.204566 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888de5dd-a10e-4598-8a6d-d229ba080eba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:30.204566 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888de5dd-a10e-4598-8a6d-d229ba080eba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:30.205021 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888de5dd-a10e-4598-8a6d-d229ba080eba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:30.205574 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888de5dd-a10e-4598-8a6d-d229ba080eba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:30.206122 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888de5dd-a10e-4598-8a6d-d229ba080eba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:30.206777 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888de5dd-a10e-4598-8a6d-d229ba080eba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:30.207215 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888de5dd-a10e-4598-8a6d-d229ba080eba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:30.207761 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888de5dd-a10e-4598-8a6d-d229ba080eba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:30.208279 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888de5dd-a10e-4598-8a6d-d229ba080eba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:30.208768 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888de5dd-a10e-4598-8a6d-d229ba080eba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:30.209312 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888de5dd-a10e-4598-8a6d-d229ba080eba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:30.209879 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888de5dd-a10e-4598-8a6d-d229ba080eba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:30.210413 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888de5dd-a10e-4598-8a6d-d229ba080eba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:30.210982 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888de5dd-a10e-4598-8a6d-d229ba080eba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:30.211512 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888de5dd-a10e-4598-8a6d-d229ba080eba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:57:30.217209 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] Publish callbacks [] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:30.217764 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:57:30.218125 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Checking segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:57:30.218680 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:30.219290 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Bound using segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:57:30.220067 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Bound port: 4b73229a-c1bf-4196-b2ab-d502ba7bb49f, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:57:30.220686 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (4b73229a-c1bf-4196-b2ab-d502ba7bb49f), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:30.303967 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] For port 4b73229a-c1bf-4196-b2ab-d502ba7bb49f, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:57:30.308086 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] For port 4b73229a-c1bf-4196-b2ab-d502ba7bb49f, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=4b73229a-c1bf-4196-b2ab-d502ba7bb49f,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:57:30.313571 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-359c4aee-f9d9-4f27-87ae-0968bbf58932 admin admin] Publish callbacks [] for security_group (2ada9ca3-32fa-409d-8c11-1323294980e1), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:30.336724 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:30.380115 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] Network 13fa4940-b618-4378-a572-2001b35f19f6 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:57:30.385196 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:57:30.389185 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:57:30.389699 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996336'] for router_interface (8fe60407-1a57-4c0e-bf05-9f88bd117274), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:30.394085 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=fbb63889-7560-463d-ae40-cc895a09e3c2,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:30.425953 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (4b73229a-c1bf-4196-b2ab-d502ba7bb49f), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:30.446146 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Routers {'8fe60407-1a57-4c0e-bf05-9f88bd117274'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:57:30.446350 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:57:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['8fe60407-1a57-4c0e-bf05-9f88bd117274'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:30.475518 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:30.477600 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-359c4aee-f9d9-4f27-87ae-0968bbf58932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (2ada9ca3-32fa-409d-8c11-1323294980e1), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:30.556276 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-359c4aee-f9d9-4f27-87ae-0968bbf58932 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cda3260057fb48788d4c176833e9cf2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5504384 Aug 24 08:57:30.559162 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 59800) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:30.562412 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c4aee-f9d9-4f27-87ae-0968bbf58932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ada9ca3-32fa-409d-8c11-1323294980e1,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:30.616150 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:30.623363 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888de5dd-a10e-4598-8a6d-d229ba080eba None None] Pushing event updated for resources: {'Port': ['ID=4b73229a-c1bf-4196-b2ab-d502ba7bb49f,revision_number=3']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:30.631386 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b52239a1-5833-41f4-8a79-0a7bb67ff928 admin admin] Publish callbacks [] for security_group (2ada9ca3-32fa-409d-8c11-1323294980e1), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:30.644101 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:30.654228 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] Set router 8fe60407-1a57-4c0e-bf05-9f88bd117274 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:57:30.657441 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b52239a1-5833-41f4-8a79-0a7bb67ff928 admin admin] Publish callbacks [] for security_group (2ada9ca3-32fa-409d-8c11-1323294980e1), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:30.719059 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:30.729328 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-62e1bdde-df94-4a55-9c59-7553855c735b None None] Provisioning complete for port fbb63889-7560-463d-ae40-cc895a09e3c2 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:30.731192 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-62e1bdde-df94-4a55-9c59-7553855c735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:30.766499 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-62e1bdde-df94-4a55-9c59-7553855c735b None None] Port fbb63889-7560-463d-ae40-cc895a09e3c2 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:57:30.858886 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:30.908584 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b52239a1-5833-41f4-8a79-0a7bb67ff928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (2ada9ca3-32fa-409d-8c11-1323294980e1), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:30.911310 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b52239a1-5833-41f4-8a79-0a7bb67ff928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:30.912520 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-b52239a1-5833-41f4-8a79-0a7bb67ff928 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2ada9ca3-32fa-409d-8c11-1323294980e1 HTTP/1.1" status: 204 len: 168 time: 0.3516448 Aug 24 08:57:30.914941 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] Publish callbacks [] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:30.925516 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52239a1-5833-41f4-8a79-0a7bb67ff928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ada9ca3-32fa-409d-8c11-1323294980e1,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:30.936491 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:28Z', 'revision_number': 3, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:30.966388 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c1e6ae-96c3-49a8-aa2f-ff4b4c51d71f None None] The sync data for ids ['8fe60407-1a57-4c0e-bf05-9f88bd117274'] in dv-cinder-852211-5-iscsi is: [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:28Z', 'revision_number': 3, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:57:31.042492 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:31.043315 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996364'] for router_interface (8fe60407-1a57-4c0e-bf05-9f88bd117274), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:31.141884 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=fbb63889-7560-463d-ae40-cc895a09e3c2,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:31.190391 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c8318-f98a-4225-b5e8-b7bea8c263ae req-b7f73d72-0391-48d1-b2a4-c748f97cb8e0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:31.190391 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8e4c8318-f98a-4225-b5e8-b7bea8c263ae req-b7f73d72-0391-48d1-b2a4-c748f97cb8e0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0932345 Aug 24 08:57:31.279688 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] Network 13fa4940-b618-4378-a572-2001b35f19f6 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:57:31.284531 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:57:31.314686 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8e4c8318-f98a-4225-b5e8-b7bea8c263ae req-dca6f438-62fb-42fc-9b54-e88e39ff57b5 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133065 Aug 24 08:57:31.485181 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] Router 8fe60407-1a57-4c0e-bf05-9f88bd117274 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:57:31.624184 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:31.667339 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 4b73229a-c1bf-4196-b2ab-d502ba7bb49f up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:57:31.722308 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:57:31.724217 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-49a1f73e-1046-4a03-a346-254b4796931d None None] Provisioning complete for port fbb63889-7560-463d-ae40-cc895a09e3c2 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:31.724782 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-49a1f73e-1046-4a03-a346-254b4796931d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:31.728089 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-6003f75b-9809-41b8-8f19-f1b88c0f8bb2 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/8fe60407-1a57-4c0e-bf05-9f88bd117274/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3333523 Aug 24 08:57:31.768056 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-49a1f73e-1046-4a03-a346-254b4796931d None None] Port fbb63889-7560-463d-ae40-cc895a09e3c2 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:57:31.779575 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 4b73229a-c1bf-4196-b2ab-d502ba7bb49f triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:31.780872 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (4b73229a-c1bf-4196-b2ab-d502ba7bb49f), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:31.875625 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 4b73229a-c1bf-4196-b2ab-d502ba7bb49f is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:31.877926 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (4b73229a-c1bf-4196-b2ab-d502ba7bb49f), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:32.064623 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port 4b73229a-c1bf-4196-b2ab-d502ba7bb49f, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=4b73229a-c1bf-4196-b2ab-d502ba7bb49f,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:32.188462 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (4b73229a-c1bf-4196-b2ab-d502ba7bb49f), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:32.192472 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:32.242954 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=4b73229a-c1bf-4196-b2ab-d502ba7bb49f,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:32.487349 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c1566-83a7-4231-8fc5-6e27c84a94cd req-ede3a221-444e-40a4-b077-034fe3018df1 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:32.495845 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a54c1566-83a7-4231-8fc5-6e27c84a94cd req-ede3a221-444e-40a4-b077-034fe3018df1 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0673323 Aug 24 08:57:32.565150 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a54c1566-83a7-4231-8fc5-6e27c84a94cd req-49976d03-5272-429d-82c3-d4414e6dd2a6 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678759 Aug 24 08:57:32.953332 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Sync routers for ids ['8fe60407-1a57-4c0e-bf05-9f88bd117274'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:57:32.959422 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 59866) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:32.963121 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Routers {'8fe60407-1a57-4c0e-bf05-9f88bd117274'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:57:32.963824 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:57:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['8fe60407-1a57-4c0e-bf05-9f88bd117274'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:32.965689 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-bc8dc3ee-b06c-497b-9d1a-55648d637739 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-354268843-network', 'tenant_id': 'd579490e0cea488b97167ba13766fc47'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:57:33.058047 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:33.079355 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8dc3ee-b06c-497b-9d1a-55648d637739 admin admin] Made reservation on behalf of d579490e0cea488b97167ba13766fc47 for: {'network': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:57:33.082299 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc3ee-b06c-497b-9d1a-55648d637739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:33.089554 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Set router 8fe60407-1a57-4c0e-bf05-9f88bd117274 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:57:33.095561 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc3ee-b06c-497b-9d1a-55648d637739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:33.171409 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:33.197975 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc3ee-b06c-497b-9d1a-55648d637739 admin admin] Publish callbacks [] for security_group (8ce1db67-f81e-45c8-be7e-40bc52f131ba), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:33.305431 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 2, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:33.339268 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Checking router: 8fe60407-1a57-4c0e-bf05-9f88bd117274 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:57:33.339628 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Updating router 8fe60407-1a57-4c0e-bf05-9f88bd117274 port fbb63889-7560-463d-ae40-cc895a09e3c2 binding host dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:57:33.347964 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc3ee-b06c-497b-9d1a-55648d637739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (8ce1db67-f81e-45c8-be7e-40bc52f131ba), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:33.390066 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:33.403531 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8dc3ee-b06c-497b-9d1a-55648d637739 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=118616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 08:57:33.415344 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8dc3ee-b06c-497b-9d1a-55648d637739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce1db67-f81e-45c8-be7e-40bc52f131ba,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:33.426153 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc3ee-b06c-497b-9d1a-55648d637739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (972aba06-d9fe-4101-9dc6-249ad4763aa0), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:33.426763 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.segments_db [None req-bc8dc3ee-b06c-497b-9d1a-55648d637739 admin admin] Added segment 972aba06-d9fe-4101-9dc6-249ad4763aa0 of type vlan for network 82aba53f-4fce-4a48-a855-18e24e864de2 Aug 24 08:57:33.491564 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc3ee-b06c-497b-9d1a-55648d637739 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (82aba53f-4fce-4a48-a855-18e24e864de2), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:33.590109 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc3ee-b06c-497b-9d1a-55648d637739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (82aba53f-4fce-4a48-a855-18e24e864de2), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:33.591349 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8dc3ee-b06c-497b-9d1a-55648d637739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:33.591933 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc3ee-b06c-497b-9d1a-55648d637739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:33.607152 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 4b73229a-c1bf-4196-b2ab-d502ba7bb49f up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:57:33.689677 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8dc3ee-b06c-497b-9d1a-55648d637739 admin admin] Pushing event updated for resources: {'Network': ['ID=82aba53f-4fce-4a48-a855-18e24e864de2,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:33.710607 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network 82aba53f-4fce-4a48-a855-18e24e864de2 details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 08:57:33.744596 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-bc8dc3ee-b06c-497b-9d1a-55648d637739 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7837260 Aug 24 08:57:33.749652 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 59888) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:33.761114 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-522a1700-dffb-4c5c-91c1-1ebef4f4e901 admin admin] Request body: {'subnet': {'network_id': '82aba53f-4fce-4a48-a855-18e24e864de2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-354268843-subnet', 'tenant_id': 'd579490e0cea488b97167ba13766fc47', 'ip_version': 4}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:57:33.772647 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060bf89-23a8-4e31-90ab-ed84f98048ae req-97981b71-f793-4534-a0f5-7657bd7eaa85 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:33.775061 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9060bf89-23a8-4e31-90ab-ed84f98048ae req-97981b71-f793-4534-a0f5-7657bd7eaa85 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0872836 Aug 24 08:57:33.789410 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 4b73229a-c1bf-4196-b2ab-d502ba7bb49f triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:33.789728 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (4b73229a-c1bf-4196-b2ab-d502ba7bb49f), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:33.847925 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9060bf89-23a8-4e31-90ab-ed84f98048ae req-1f61df43-25e6-4233-95f1-c131418c7cd3 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520997 Aug 24 08:57:33.878399 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522a1700-dffb-4c5c-91c1-1ebef4f4e901 admin admin] Made reservation on behalf of d579490e0cea488b97167ba13766fc47 for: {'subnet': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:57:33.886791 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-522a1700-dffb-4c5c-91c1-1ebef4f4e901 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-251664018'] for subnet (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:33.963254 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Publish callbacks [] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), precommit_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:33.974995 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 4b73229a-c1bf-4196-b2ab-d502ba7bb49f is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:34.059575 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:34.084902 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:34.127815 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca62f1-c94c-4423-b79d-2fa01ac53950 None None] Pushing event updated for resources: {'Port': ['ID=fbb63889-7560-463d-ae40-cc895a09e3c2,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:34.156384 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Attempting to bind port fbb63889-7560-463d-ae40-cc895a09e3c2 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:57:34.156770 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Attempting to bind port fbb63889-7560-463d-ae40-cc895a09e3c2 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:57:34.157107 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Attempting to bind port fbb63889-7560-463d-ae40-cc895a09e3c2 on network 13fa4940-b618-4378-a572-2001b35f19f6 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:57:34.166484 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:57:34.166484 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Checking segment: {'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:57:34.166484 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:34.166484 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Bound using segment: {'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:57:34.166484 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Bound port: fbb63889-7560-463d-ae40-cc895a09e3c2, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:57:34.166484 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:34.185220 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-522a1700-dffb-4c5c-91c1-1ebef4f4e901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-252169845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-251664124'] for subnet (467134da-3422-4001-be22-cd53333e82fe), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:34.252411 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a1700-dffb-4c5c-91c1-1ebef4f4e901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=467134da-3422-4001-be22-cd53333e82fe,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:34.257365 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] For port fbb63889-7560-463d-ae40-cc895a09e3c2, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:57:34.263980 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a1700-dffb-4c5c-91c1-1ebef4f4e901 admin admin] Checking segment: {'id': '972aba06-d9fe-4101-9dc6-249ad4763aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '82aba53f-4fce-4a48-a855-18e24e864de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:57:34.263980 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a1700-dffb-4c5c-91c1-1ebef4f4e901 admin admin] Network hostable DHCP agents. Network: 82aba53f-4fce-4a48-a855-18e24e864de2, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 08:57:34.264324 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] For port fbb63889-7560-463d-ae40-cc895a09e3c2, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=fbb63889-7560-463d-ae40-cc895a09e3c2,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:57:34.268257 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:34.365482 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:34.394936 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a1700-dffb-4c5c-91c1-1ebef4f4e901 admin admin] Network 82aba53f-4fce-4a48-a855-18e24e864de2 is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 08:57:34.407107 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Routers {'8fe60407-1a57-4c0e-bf05-9f88bd117274'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:57:34.407739 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:57:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['8fe60407-1a57-4c0e-bf05-9f88bd117274'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:34.476619 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-522a1700-dffb-4c5c-91c1-1ebef4f4e901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, 82aba53f-4fce-4a48-a855-18e24e864de2) {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:57:34.485800 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522a1700-dffb-4c5c-91c1-1ebef4f4e901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:34.488095 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-522a1700-dffb-4c5c-91c1-1ebef4f4e901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:34.501830 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca62f1-c94c-4423-b79d-2fa01ac53950 None None] Pushing event updated for resources: {'Port': ['ID=fbb63889-7560-463d-ae40-cc895a09e3c2,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:34.504915 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b915c38-8ed3-48d1-a585-7e016abeb9b6 None None] Network 82aba53f-4fce-4a48-a855-18e24e864de2 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:57:34.610142 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:34.625782 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] Set router 8fe60407-1a57-4c0e-bf05-9f88bd117274 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:57:34.647687 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-522a1700-dffb-4c5c-91c1-1ebef4f4e901 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8934040 Aug 24 08:57:34.650278 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 59906) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:34.658588 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-354268843-router', 'tenant_id': 'd579490e0cea488b97167ba13766fc47', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:57:34.750425 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:34.756455 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd452859c-924c-557e-ba58-3e88bb5a2311-82aba53f-4fce-4a48-a855-18e24e864de2', 'network_id': '82aba53f-4fce-4a48-a855-18e24e864de2', 'project_id': 'd579490e0cea488b97167ba13766fc47', 'fixed_ips': [{'subnet_id': '467134da-3422-4001-be22-cd53333e82fe'}]}} from dv-cinder-852211-5-iscsi. {{(pid=118618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 08:57:34.757299 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:34.854605 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4634'] for router (5e674286-9ddf-43fb-934c-02e9a3addde4), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:34.857331 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4613'] for router (5e674286-9ddf-43fb-934c-02e9a3addde4), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:34.870382 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:34.994435 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:34Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:35.005325 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Publish callbacks [] for router_controller (5e674286-9ddf-43fb-934c-02e9a3addde4), precommit_add_association {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:35.044742 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d203bbe-ae00-4c9d-be90-c03e20c9951b None None] The sync data for ids ['8fe60407-1a57-4c0e-bf05-9f88bd117274'] in dv-cinder-852211-5-iscsi is: [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:34Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:57:35.096146 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.db_base_plugin_common [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Allocated IP 172.20.0.2 (82aba53f-4fce-4a48-a855-18e24e864de2/467134da-3422-4001-be22-cd53333e82fe/e49f1d45-3bf6-4097-a5cd-7a03a8f25084) {{(pid=118618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:57:35.247233 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05695990-916b-42ec-826b-012b2bc48faf req-3437c401-7e07-4b27-b151-5d58c930688f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:35.249001 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-05695990-916b-42ec-826b-012b2bc48faf req-3437c401-7e07-4b27-b151-5d58c930688f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.2232933 Aug 24 08:57:35.373470 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Publish callbacks [] for router_gateway (5e674286-9ddf-43fb-934c-02e9a3addde4), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:35.398236 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-05695990-916b-42ec-826b-012b2bc48faf req-32ce1864-3abd-424e-95fb-be8307813580 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412969 Aug 24 08:57:35.467598 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Publish callbacks [] for port (e49f1d45-3bf6-4097-a5cd-7a03a8f25084), precommit_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:35.566754 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (e49f1d45-3bf6-4097-a5cd-7a03a8f25084), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:35.658587 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Network 82aba53f-4fce-4a48-a855-18e24e864de2 is already hosted by enough agents. {{(pid=118618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:57:35.661183 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device fbb63889-7560-463d-ae40-cc895a09e3c2 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:57:35.670288 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.base_scheduler [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Resources bound (agent type, host, resource id): {{(pid=118618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:57:35.673617 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Received port after_create {{(pid=118618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:57:35.709792 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Pushing event updated for resources: {'Port': ['ID=e49f1d45-3bf6-4097-a5cd-7a03a8f25084,revision_number=1']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:35.804869 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port fbb63889-7560-463d-ae40-cc895a09e3c2 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:35.805248 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:35.838606 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Attempting to bind port e49f1d45-3bf6-4097-a5cd-7a03a8f25084 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:57:35.839036 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Attempting to bind port e49f1d45-3bf6-4097-a5cd-7a03a8f25084 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '972aba06-d9fe-4101-9dc6-249ad4763aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '82aba53f-4fce-4a48-a855-18e24e864de2'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:57:35.839408 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Attempting to bind port e49f1d45-3bf6-4097-a5cd-7a03a8f25084 on network 82aba53f-4fce-4a48-a855-18e24e864de2 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:57:35.853384 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:57:35.853384 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Checking segment: {'id': '972aba06-d9fe-4101-9dc6-249ad4763aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '82aba53f-4fce-4a48-a855-18e24e864de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:57:35.853384 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:35.853384 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Bound using segment: {'id': '972aba06-d9fe-4101-9dc6-249ad4763aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '82aba53f-4fce-4a48-a855-18e24e864de2'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:57:35.853384 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Bound port: e49f1d45-3bf6-4097-a5cd-7a03a8f25084, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972aba06-d9fe-4101-9dc6-249ad4763aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '82aba53f-4fce-4a48-a855-18e24e864de2'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:57:35.853384 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (e49f1d45-3bf6-4097-a5cd-7a03a8f25084), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:35.980211 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:36.007518 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] For port e49f1d45-3bf6-4097-a5cd-7a03a8f25084, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:57:36.011814 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] For port e49f1d45-3bf6-4097-a5cd-7a03a8f25084, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=e49f1d45-3bf6-4097-a5cd-7a03a8f25084,segment=NetworkSegment(972aba06-d9fe-4101-9dc6-249ad4763aa0),segment_id=972aba06-d9fe-4101-9dc6-249ad4763aa0)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:57:36.069948 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port fbb63889-7560-463d-ae40-cc895a09e3c2 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:36.076898 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:36.128513 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port fbb63889-7560-463d-ae40-cc895a09e3c2, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=fbb63889-7560-463d-ae40-cc895a09e3c2,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:36.136634 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Publish callbacks [] for router_gateway (5e674286-9ddf-43fb-934c-02e9a3addde4), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:36.159010 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:36.173060 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (e49f1d45-3bf6-4097-a5cd-7a03a8f25084), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:36.310429 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:36.343809 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f13d80-dd78-494d-8776-e9a35ead78df None None] Pushing event updated for resources: {'Port': ['ID=e49f1d45-3bf6-4097-a5cd-7a03a8f25084,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:36.387997 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Allocated IP 172.27.1.249 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/30ac560d-9c01-4494-a0d4-5a9351f831fb) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:57:36.426614 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=fbb63889-7560-463d-ae40-cc895a09e3c2,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:36.682540 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be9375-a6f4-4496-a4e8-41fab4f7bf2d req-f8a7788b-276c-4cad-a33d-7f719887f82e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:36.684662 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-28be9375-a6f4-4496-a4e8-41fab4f7bf2d req-f8a7788b-276c-4cad-a33d-7f719887f82e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.1676939 Aug 24 08:57:36.725943 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:36.757067 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Publish callbacks [] for port (30ac560d-9c01-4494-a0d4-5a9351f831fb), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:36.807394 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-28be9375-a6f4-4496-a4e8-41fab4f7bf2d req-39df921e-498e-4df4-8d21-341f36731b38 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096089 Aug 24 08:57:36.822750 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:36.885446 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (30ac560d-9c01-4494-a0d4-5a9351f831fb), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:36.932235 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:57:36.935408 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:57:36.939659 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:57:36.966265 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Pushing event updated for resources: {'Port': ['ID=30ac560d-9c01-4494-a0d4-5a9351f831fb,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:37.313215 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Publish callbacks [] for router_gateway (5e674286-9ddf-43fb-934c-02e9a3addde4), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:37.555584 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698477'] for router (5e674286-9ddf-43fb-934c-02e9a3addde4), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:37.619515 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fbe66e-d73d-4b6b-96e8-c81ab62b904e None None] Network 82aba53f-4fce-4a48-a855-18e24e864de2 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:57:37.646155 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:37.709993 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device fbb63889-7560-463d-ae40-cc895a09e3c2 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:57:37.766861 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-6060bd62-3f33-4758-afc9-788121c5f771 None None] Provisioning complete for port e49f1d45-3bf6-4097-a5cd-7a03a8f25084 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:37.767141 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-6060bd62-3f33-4758-afc9-788121c5f771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (e49f1d45-3bf6-4097-a5cd-7a03a8f25084), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:37.838179 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:37.849895 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port fbb63889-7560-463d-ae40-cc895a09e3c2 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:37.850273 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:37.889898 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Router 5e674286-9ddf-43fb-934c-02e9a3addde4 is scheduled to L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed with binding_index 1 {{(pid=118617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 08:57:37.993203 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port fbb63889-7560-463d-ae40-cc895a09e3c2 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:37.995437 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device e49f1d45-3bf6-4097-a5cd-7a03a8f25084 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:57:38.020232 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c72474-da69-4009-a9e9-7f59d93c0874 req-e52da116-1a29-4f27-8601-1ec7df8df7d2 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:38.028678 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-44c72474-da69-4009-a9e9-7f59d93c0874 req-e52da116-1a29-4f27-8601-1ec7df8df7d2 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.1095133 Aug 24 08:57:38.065680 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-6060bd62-3f33-4758-afc9-788121c5f771 None None] Current status of the port e49f1d45-3bf6-4097-a5cd-7a03a8f25084 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:38.066144 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-6060bd62-3f33-4758-afc9-788121c5f771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (e49f1d45-3bf6-4097-a5cd-7a03a8f25084), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:38.067350 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:57:38.082253 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Sync routers for ids ['5e674286-9ddf-43fb-934c-02e9a3addde4'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:57:38.107308 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Routers {'5e674286-9ddf-43fb-934c-02e9a3addde4'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:57:38.109731 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:57:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['5e674286-9ddf-43fb-934c-02e9a3addde4'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:38.115182 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-44c72474-da69-4009-a9e9-7f59d93c0874 req-4785ea05-a80d-44ae-88f3-0c0773d2244f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854757 Aug 24 08:57:38.152399 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-6060bd62-3f33-4758-afc9-788121c5f771 None None] For port e49f1d45-3bf6-4097-a5cd-7a03a8f25084, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=e49f1d45-3bf6-4097-a5cd-7a03a8f25084,segment=NetworkSegment(972aba06-d9fe-4101-9dc6-249ad4763aa0),segment_id=972aba06-d9fe-4101-9dc6-249ad4763aa0)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:38.176746 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port e49f1d45-3bf6-4097-a5cd-7a03a8f25084 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:38.177296 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (e49f1d45-3bf6-4097-a5cd-7a03a8f25084), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:38.227918 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:38.235736 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-89d17566-d03a-4979-a116-97c61417d172 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5797577 Aug 24 08:57:38.235907 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60024) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:38.297923 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Set router 5e674286-9ddf-43fb-934c-02e9a3addde4 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:57:38.308127 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-6060bd62-3f33-4758-afc9-788121c5f771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (e49f1d45-3bf6-4097-a5cd-7a03a8f25084), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:38.365638 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060bd62-3f33-4758-afc9-788121c5f771 None None] Pushing event updated for resources: {'Port': ['ID=e49f1d45-3bf6-4097-a5cd-7a03a8f25084,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:38.387986 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port e49f1d45-3bf6-4097-a5cd-7a03a8f25084 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:38.387986 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (e49f1d45-3bf6-4097-a5cd-7a03a8f25084), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:38.462402 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-17c2e9cc-9e24-42b6-821c-2a3985a594c5 None None] Provisioning complete for port e49f1d45-3bf6-4097-a5cd-7a03a8f25084 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:38.462904 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-17c2e9cc-9e24-42b6-821c-2a3985a594c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (e49f1d45-3bf6-4097-a5cd-7a03a8f25084), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:38.469973 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.db.api [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=118618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 08:57:38.470524 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG oslo_db.api [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 08:57:38.572540 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'name': 'tempest-TestVolumeBootPattern-354268843-router', 'tenant_id': 'd579490e0cea488b97167ba13766fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '30ac560d-9c01-4494-a0d4-5a9351f831fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:34Z', 'updated_at': '2022-08-24T08:57:37Z', 'revision_number': 3, 'project_id': 'd579490e0cea488b97167ba13766fc47', 'gw_port': {'id': '30ac560d-9c01-4494-a0d4-5a9351f831fb', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:36Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:38.578247 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-17c2e9cc-9e24-42b6-821c-2a3985a594c5 None None] Current status of the port e49f1d45-3bf6-4097-a5cd-7a03a8f25084 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:38.604014 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Checking router: 5e674286-9ddf-43fb-934c-02e9a3addde4 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:57:38.608465 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Updating router 5e674286-9ddf-43fb-934c-02e9a3addde4 port 30ac560d-9c01-4494-a0d4-5a9351f831fb binding host dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:57:38.637832 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (30ac560d-9c01-4494-a0d4-5a9351f831fb), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:38.795224 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:38.817335 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:38.980437 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:39.015411 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Publish callbacks [] for port (30ac560d-9c01-4494-a0d4-5a9351f831fb), precommit_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:39.056936 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port e49f1d45-3bf6-4097-a5cd-7a03a8f25084 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:39.113399 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (30ac560d-9c01-4494-a0d4-5a9351f831fb), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:39.171681 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e898a-a711-42f1-8955-01cef1a23fa7 None None] Pushing event updated for resources: {'Port': ['ID=30ac560d-9c01-4494-a0d4-5a9351f831fb,revision_number=2']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:39.174515 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Attempting to bind port 30ac560d-9c01-4494-a0d4-5a9351f831fb on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:57:39.174919 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Attempting to bind port 30ac560d-9c01-4494-a0d4-5a9351f831fb by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:57:39.175277 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Attempting to bind port 30ac560d-9c01-4494-a0d4-5a9351f831fb on network 386fbc02-808a-45e3-b701-f07af8827885 {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:57:39.181266 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:57:39.181644 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Checking segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:57:39.181893 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] Allocated IP 172.20.0.1 (82aba53f-4fce-4a48-a855-18e24e864de2/467134da-3422-4001-be22-cd53333e82fe/e8e92b44-cfcd-4cb8-81ec-e476daf8028e) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:57:39.182360 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:39.182554 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Bound using segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:57:39.182943 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Bound port: 30ac560d-9c01-4494-a0d4-5a9351f831fb, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:57:39.183326 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (30ac560d-9c01-4494-a0d4-5a9351f831fb), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:39.224887 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:39.260824 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:39.265904 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] For port 30ac560d-9c01-4494-a0d4-5a9351f831fb, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:57:39.269726 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] For port 30ac560d-9c01-4494-a0d4-5a9351f831fb, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=30ac560d-9c01-4494-a0d4-5a9351f831fb,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:57:39.272757 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4758469-d078-4b28-ba9f-92014c4a046c req-86be85ce-cbc9-4945-b58a-d75542b431c1 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:39.274489 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c4758469-d078-4b28-ba9f-92014c4a046c req-86be85ce-cbc9-4945-b58a-d75542b431c1 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0588980 Aug 24 08:57:39.305351 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:39.324737 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] Publish callbacks [] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:39.328746 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c4758469-d078-4b28-ba9f-92014c4a046c req-95ec7a4e-0ced-4c50-85fd-2ba6dbe93b1f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475693 Aug 24 08:57:39.370015 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (30ac560d-9c01-4494-a0d4-5a9351f831fb), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:39.375622 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:39.408882 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Routers {'5e674286-9ddf-43fb-934c-02e9a3addde4'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:57:39.409521 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:57:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['5e674286-9ddf-43fb-934c-02e9a3addde4'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:39.465618 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:39.513780 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e898a-a711-42f1-8955-01cef1a23fa7 None None] Pushing event updated for resources: {'Port': ['ID=30ac560d-9c01-4494-a0d4-5a9351f831fb,revision_number=3']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:39.514597 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] Network 82aba53f-4fce-4a48-a855-18e24e864de2 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:57:39.519127 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:57:39.521937 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:57:39.522431 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996336'] for router_interface (5e674286-9ddf-43fb-934c-02e9a3addde4), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:39.528895 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e92b44-cfcd-4cb8-81ec-e476daf8028e,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:39.581714 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] Set router 5e674286-9ddf-43fb-934c-02e9a3addde4 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:57:39.659335 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device e49f1d45-3bf6-4097-a5cd-7a03a8f25084 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:57:39.751422 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port e49f1d45-3bf6-4097-a5cd-7a03a8f25084 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:39.752327 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (e49f1d45-3bf6-4097-a5cd-7a03a8f25084), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:39.848089 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port e49f1d45-3bf6-4097-a5cd-7a03a8f25084 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:39.858801 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:39.908876 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-476c71ac-7960-4313-b270-ecc4315b727f None None] Provisioning complete for port e8e92b44-cfcd-4cb8-81ec-e476daf8028e triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:39.909191 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-476c71ac-7960-4313-b270-ecc4315b727f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:39.924660 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'name': 'tempest-TestVolumeBootPattern-354268843-router', 'tenant_id': 'd579490e0cea488b97167ba13766fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '30ac560d-9c01-4494-a0d4-5a9351f831fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:34Z', 'updated_at': '2022-08-24T08:57:37Z', 'revision_number': 3, 'project_id': 'd579490e0cea488b97167ba13766fc47', 'gw_port': {'id': '30ac560d-9c01-4494-a0d4-5a9351f831fb', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:36Z', 'updated_at': '2022-08-24T08:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:39.933622 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:39.947716 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-476c71ac-7960-4313-b270-ecc4315b727f None None] Port e8e92b44-cfcd-4cb8-81ec-e476daf8028e cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:57:39.952884 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9981a78-2e1c-4607-b762-9d1e41dfd171 None None] The sync data for ids ['5e674286-9ddf-43fb-934c-02e9a3addde4'] in dv-cinder-852211-5-iscsi is: [{'id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'name': 'tempest-TestVolumeBootPattern-354268843-router', 'tenant_id': 'd579490e0cea488b97167ba13766fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '30ac560d-9c01-4494-a0d4-5a9351f831fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:34Z', 'updated_at': '2022-08-24T08:57:37Z', 'revision_number': 3, 'project_id': 'd579490e0cea488b97167ba13766fc47', 'gw_port': {'id': '30ac560d-9c01-4494-a0d4-5a9351f831fb', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:36Z', 'updated_at': '2022-08-24T08:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:57:40.042127 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:40.070615 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] Publish callbacks [] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:40.163434 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:40.165712 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996364'] for router_interface (5e674286-9ddf-43fb-934c-02e9a3addde4), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:40.356931 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e92b44-cfcd-4cb8-81ec-e476daf8028e,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:40.505725 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 60064) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:40.525415 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46fedb-00d8-4ea7-ac3d-92f830a5e1bb req-eff366ec-3471-4d7d-8e6e-104e5247401f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:40.535949 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2b46fedb-00d8-4ea7-ac3d-92f830a5e1bb req-eff366ec-3471-4d7d-8e6e-104e5247401f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0893497 Aug 24 08:57:40.557456 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] Network 82aba53f-4fce-4a48-a855-18e24e864de2 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:57:40.580704 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:57:40.722642 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2b46fedb-00d8-4ea7-ac3d-92f830a5e1bb req-dff258f4-eade-42a8-bc0e-4b879bffc9db tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834140 Aug 24 08:57:40.768832 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d1551bff-983b-4c88-a6cb-3df31962582a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:40.821280 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] Router 5e674286-9ddf-43fb-934c-02e9a3addde4 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:57:40.876554 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:40.927280 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d1551bff-983b-4c88-a6cb-3df31962582a admin admin] Publish callbacks [] for security_group (93664979-52ce-41fb-affa-bfd06657ebe7), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:40.948370 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:40.993818 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:57:40.995552 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-a45ef2c9-fa8b-48e1-b154-bf0dee1db4d3 None None] Provisioning complete for port e8e92b44-cfcd-4cb8-81ec-e476daf8028e triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:40.996459 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a45ef2c9-fa8b-48e1-b154-bf0dee1db4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:41.001114 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d1551bff-983b-4c88-a6cb-3df31962582a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (93664979-52ce-41fb-affa-bfd06657ebe7), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:41.008379 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-e46d9433-fb73-4f54-8b7c-4918e58b8a57 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/5e674286-9ddf-43fb-934c-02e9a3addde4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7739997 Aug 24 08:57:41.043278 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-a45ef2c9-fa8b-48e1-b154-bf0dee1db4d3 None None] Port e8e92b44-cfcd-4cb8-81ec-e476daf8028e cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:57:41.051393 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60078) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:41.051565 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-d1551bff-983b-4c88-a6cb-3df31962582a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d274921882aa4770ac4eca4faeb8ad28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5442255 Aug 24 08:57:41.052278 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1551bff-983b-4c88-a6cb-3df31962582a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93664979-52ce-41fb-affa-bfd06657ebe7,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:41.149478 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-807b9ff2-17a8-46a8-90d6-379c243095b9 admin admin] Publish callbacks [] for security_group (93664979-52ce-41fb-affa-bfd06657ebe7), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:41.179629 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-807b9ff2-17a8-46a8-90d6-379c243095b9 admin admin] Publish callbacks [] for security_group (93664979-52ce-41fb-affa-bfd06657ebe7), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:41.319276 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-807b9ff2-17a8-46a8-90d6-379c243095b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (93664979-52ce-41fb-affa-bfd06657ebe7), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:41.322428 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-807b9ff2-17a8-46a8-90d6-379c243095b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:41.325122 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-807b9ff2-17a8-46a8-90d6-379c243095b9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/93664979-52ce-41fb-affa-bfd06657ebe7 HTTP/1.1" status: 204 len: 168 time: 0.2714293 Aug 24 08:57:41.335310 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b9ff2-17a8-46a8-90d6-379c243095b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93664979-52ce-41fb-affa-bfd06657ebe7,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:41.572690 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60092) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:41.577573 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-445554d9-30f7-4530-873c-ff698f4a9453 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-654577097', 'description': 'tempest-secgroup-smoke-654577097 description', 'project_id': '12594f976e5f48d9926716737f86afe0'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:57:41.597978 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 30ac560d-9c01-4494-a0d4-5a9351f831fb up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:57:41.635642 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:41.662828 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 30ac560d-9c01-4494-a0d4-5a9351f831fb triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:41.663298 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (30ac560d-9c01-4494-a0d4-5a9351f831fb), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:41.742205 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-445554d9-30f7-4530-873c-ff698f4a9453 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:41.780672 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 30ac560d-9c01-4494-a0d4-5a9351f831fb is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:41.781627 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (30ac560d-9c01-4494-a0d4-5a9351f831fb), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:41.833180 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port 30ac560d-9c01-4494-a0d4-5a9351f831fb, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=30ac560d-9c01-4494-a0d4-5a9351f831fb,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:41.914886 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-445554d9-30f7-4530-873c-ff698f4a9453 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group (f32ffc6f-3de5-4489-b5b6-246e80c4bbf4), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:41.922770 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-29b898b6-a40b-4f3a-896d-3ce5ec19e3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:41.925129 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (30ac560d-9c01-4494-a0d4-5a9351f831fb), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:41.932147 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18caca65-f8bc-4555-9fba-81b68f78658a req-24715f38-8576-40ec-8656-5278815ae802 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:41.933687 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-18caca65-f8bc-4555-9fba-81b68f78658a req-24715f38-8576-40ec-8656-5278815ae802 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0777235 Aug 24 08:57:41.979921 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=30ac560d-9c01-4494-a0d4-5a9351f831fb,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:41.993966 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-18caca65-f8bc-4555-9fba-81b68f78658a req-cc756dcc-3bed-4862-aa15-b2d792fda023 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535409 Aug 24 08:57:42.001452 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-445554d9-30f7-4530-873c-ff698f4a9453 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (f32ffc6f-3de5-4489-b5b6-246e80c4bbf4), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:42.038241 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445554d9-30f7-4530-873c-ff698f4a9453 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:42.096252 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-445554d9-30f7-4530-873c-ff698f4a9453 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:42.097108 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 60098) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:42.097567 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-445554d9-30f7-4530-873c-ff698f4a9453 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5238051 Aug 24 08:57:42.100839 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60100) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:42.106736 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-883d00bd-c059-47fd-8ca2-6e2c49b7ec86 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Request body: {'security_group_rule': {'security_group_id': 'f32ffc6f-3de5-4489-b5b6-246e80c4bbf4', 'project_id': '12594f976e5f48d9926716737f86afe0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:57:42.121310 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8afdaa80-1c89-4f53-87cd-a875b3d80890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:42.222601 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8afdaa80-1c89-4f53-87cd-a875b3d80890 admin admin] Publish callbacks [] for security_group (27d9ecc5-cd24-4c9b-bcc5-120d48dc2ead), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:42.228889 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-883d00bd-c059-47fd-8ca2-6e2c49b7ec86 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group_rule (e54b52af-a708-4666-ad77-8a7605225dc0), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:42.302881 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-883d00bd-c059-47fd-8ca2-6e2c49b7ec86 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group_rule (e54b52af-a708-4666-ad77-8a7605225dc0), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:42.328446 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8afdaa80-1c89-4f53-87cd-a875b3d80890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (27d9ecc5-cd24-4c9b-bcc5-120d48dc2ead), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:42.377833 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-8afdaa80-1c89-4f53-87cd-a875b3d80890 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=df97dc3995f44b8688f45b033cebf582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786632 Aug 24 08:57:42.378730 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdaa80-1c89-4f53-87cd-a875b3d80890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d9ecc5-cd24-4c9b-bcc5-120d48dc2ead,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:42.380581 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60112) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:42.426151 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-883d00bd-c059-47fd-8ca2-6e2c49b7ec86 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (e54b52af-a708-4666-ad77-8a7605225dc0), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:42.448333 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d00bd-c059-47fd-8ca2-6e2c49b7ec86 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54b52af-a708-4666-ad77-8a7605225dc0,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:42.479472 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5ced0949-6caf-45c4-9576-9a2e8092a560 admin admin] Publish callbacks [] for security_group (27d9ecc5-cd24-4c9b-bcc5-120d48dc2ead), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:42.492584 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:42.503352 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5ced0949-6caf-45c4-9576-9a2e8092a560 admin admin] Publish callbacks [] for security_group (27d9ecc5-cd24-4c9b-bcc5-120d48dc2ead), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:42.718625 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5ced0949-6caf-45c4-9576-9a2e8092a560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (27d9ecc5-cd24-4c9b-bcc5-120d48dc2ead), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:42.721222 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5ced0949-6caf-45c4-9576-9a2e8092a560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:42.723062 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-5ced0949-6caf-45c4-9576-9a2e8092a560 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/27d9ecc5-cd24-4c9b-bcc5-120d48dc2ead HTTP/1.1" status: 204 len: 168 time: 0.3410759 Aug 24 08:57:42.731619 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced0949-6caf-45c4-9576-9a2e8092a560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d9ecc5-cd24-4c9b-bcc5-120d48dc2ead,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:42.773333 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-883d00bd-c059-47fd-8ca2-6e2c49b7ec86 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:42.775365 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-883d00bd-c059-47fd-8ca2-6e2c49b7ec86 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6729407 Aug 24 08:57:42.780251 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60116) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:42.788833 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-c4cb7e41-191a-49cd-a5be-1e336caba12c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Request body: {'security_group_rule': {'security_group_id': 'f32ffc6f-3de5-4489-b5b6-246e80c4bbf4', 'project_id': '12594f976e5f48d9926716737f86afe0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:57:42.841794 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Sync routers for ids ['5e674286-9ddf-43fb-934c-02e9a3addde4'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:57:42.854401 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Routers {'5e674286-9ddf-43fb-934c-02e9a3addde4'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:57:42.855149 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:57:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['5e674286-9ddf-43fb-934c-02e9a3addde4'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:42.898800 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:42.901981 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c4cb7e41-191a-49cd-a5be-1e336caba12c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group_rule (791413cc-e9cb-4927-9f79-ccc07b6cb001), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:42.977328 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Set router 5e674286-9ddf-43fb-934c-02e9a3addde4 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:57:42.986256 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c4cb7e41-191a-49cd-a5be-1e336caba12c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group_rule (791413cc-e9cb-4927-9f79-ccc07b6cb001), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:43.145323 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c4cb7e41-191a-49cd-a5be-1e336caba12c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (791413cc-e9cb-4927-9f79-ccc07b6cb001), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:43.179160 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb7e41-191a-49cd-a5be-1e336caba12c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791413cc-e9cb-4927-9f79-ccc07b6cb001,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:43.198610 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bc812-ca5f-41de-8d7c-6823c2521e53 req-c86d7997-7e45-49ef-9f78-bad537e373fe tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:43.210671 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-723bc812-ca5f-41de-8d7c-6823c2521e53 req-c86d7997-7e45-49ef-9f78-bad537e373fe tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.1086018 Aug 24 08:57:43.286898 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c4cb7e41-191a-49cd-a5be-1e336caba12c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:43.288662 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-c4cb7e41-191a-49cd-a5be-1e336caba12c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5069225 Aug 24 08:57:43.291619 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:43.292605 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60132) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:43.299221 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-5df28a0b-7bc8-4b04-a768-691d764cc809 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Request body: {'security_group_rule': {'security_group_id': 'f32ffc6f-3de5-4489-b5b6-246e80c4bbf4', 'project_id': '12594f976e5f48d9926716737f86afe0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:57:43.311918 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'name': 'tempest-TestVolumeBootPattern-354268843-router', 'tenant_id': 'd579490e0cea488b97167ba13766fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '30ac560d-9c01-4494-a0d4-5a9351f831fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:34Z', 'updated_at': '2022-08-24T08:57:39Z', 'revision_number': 4, 'project_id': 'd579490e0cea488b97167ba13766fc47', 'gw_port': {'id': '30ac560d-9c01-4494-a0d4-5a9351f831fb', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:36Z', 'updated_at': '2022-08-24T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'e8e92b44-cfcd-4cb8-81ec-e476daf8028e', 'name': '', 'network_id': '82aba53f-4fce-4a48-a855-18e24e864de2', 'tenant_id': 'd579490e0cea488b97167ba13766fc47', 'mac_address': 'fa:16:3e:f4:8c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '467134da-3422-4001-be22-cd53333e82fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:39Z', 'updated_at': '2022-08-24T08:57:39Z', 'revision_number': 2, 'project_id': 'd579490e0cea488b97167ba13766fc47', 'subnets': [{'id': '467134da-3422-4001-be22-cd53333e82fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:43.335819 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-723bc812-ca5f-41de-8d7c-6823c2521e53 req-41bf9e88-c090-41a6-9a29-f2f4c5d41fc9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238806 Aug 24 08:57:43.343879 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Checking router: 5e674286-9ddf-43fb-934c-02e9a3addde4 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:57:43.344238 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Updating router 5e674286-9ddf-43fb-934c-02e9a3addde4 port e8e92b44-cfcd-4cb8-81ec-e476daf8028e binding host dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:57:43.399085 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:43.515945 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5df28a0b-7bc8-4b04-a768-691d764cc809 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group_rule (707f35cc-95d6-4f0f-9af0-076b21afb23c), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:43.649855 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5df28a0b-7bc8-4b04-a768-691d764cc809 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group_rule (707f35cc-95d6-4f0f-9af0-076b21afb23c), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:43.663818 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 30ac560d-9c01-4494-a0d4-5a9351f831fb up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:57:43.750555 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5df28a0b-7bc8-4b04-a768-691d764cc809 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (707f35cc-95d6-4f0f-9af0-076b21afb23c), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:43.774737 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df28a0b-7bc8-4b04-a768-691d764cc809 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707f35cc-95d6-4f0f-9af0-076b21afb23c,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:43.843671 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:43.864479 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5df28a0b-7bc8-4b04-a768-691d764cc809 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:43.870033 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-5df28a0b-7bc8-4b04-a768-691d764cc809 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5763156 Aug 24 08:57:43.882733 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 60150) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:43.887970 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-eb1da7a7-5f0a-4d67-882a-604d269ab36c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Request body: {'security_group_rule': {'security_group_id': 'f32ffc6f-3de5-4489-b5b6-246e80c4bbf4', 'project_id': '12594f976e5f48d9926716737f86afe0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:57:43.894528 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Publish callbacks [] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), precommit_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:43.900029 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 30ac560d-9c01-4494-a0d4-5a9351f831fb triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:43.900388 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (30ac560d-9c01-4494-a0d4-5a9351f831fb), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:43.982022 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:43.991546 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-eb1da7a7-5f0a-4d67-882a-604d269ab36c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group_rule (05d0e9e8-ed5e-4d2b-80d0-135ec3e02f34), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:43.992791 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 30ac560d-9c01-4494-a0d4-5a9351f831fb is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:44.078125 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:44.079065 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226ffd1-7e12-428f-a5e1-0e835cbad872 None None] Pushing event updated for resources: {'Port': ['ID=e8e92b44-cfcd-4cb8-81ec-e476daf8028e,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:44.098630 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Attempting to bind port e8e92b44-cfcd-4cb8-81ec-e476daf8028e on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:57:44.106085 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Attempting to bind port e8e92b44-cfcd-4cb8-81ec-e476daf8028e by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '972aba06-d9fe-4101-9dc6-249ad4763aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '82aba53f-4fce-4a48-a855-18e24e864de2'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:57:44.106085 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Attempting to bind port e8e92b44-cfcd-4cb8-81ec-e476daf8028e on network 82aba53f-4fce-4a48-a855-18e24e864de2 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:57:44.106461 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-eb1da7a7-5f0a-4d67-882a-604d269ab36c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group_rule (05d0e9e8-ed5e-4d2b-80d0-135ec3e02f34), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:44.106606 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:57:44.106894 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Checking segment: {'id': '972aba06-d9fe-4101-9dc6-249ad4763aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '82aba53f-4fce-4a48-a855-18e24e864de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:57:44.107249 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:44.108274 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Bound using segment: {'id': '972aba06-d9fe-4101-9dc6-249ad4763aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '82aba53f-4fce-4a48-a855-18e24e864de2'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:57:44.108786 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Bound port: e8e92b44-cfcd-4cb8-81ec-e476daf8028e, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972aba06-d9fe-4101-9dc6-249ad4763aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '82aba53f-4fce-4a48-a855-18e24e864de2'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:57:44.109192 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:44.190817 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-eb1da7a7-5f0a-4d67-882a-604d269ab36c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (05d0e9e8-ed5e-4d2b-80d0-135ec3e02f34), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:44.195902 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] For port e8e92b44-cfcd-4cb8-81ec-e476daf8028e, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:57:44.211527 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1da7a7-5f0a-4d67-882a-604d269ab36c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d0e9e8-ed5e-4d2b-80d0-135ec3e02f34,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:44.216535 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] For port e8e92b44-cfcd-4cb8-81ec-e476daf8028e, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=e8e92b44-cfcd-4cb8-81ec-e476daf8028e,segment=NetworkSegment(972aba06-d9fe-4101-9dc6-249ad4763aa0),segment_id=972aba06-d9fe-4101-9dc6-249ad4763aa0)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:57:44.282486 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-46c294cc-fba4-480d-9784-3e38bc1c1945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:44.284966 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-eb1da7a7-5f0a-4d67-882a-604d269ab36c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:44.289031 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-eb1da7a7-5f0a-4d67-882a-604d269ab36c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4025757 Aug 24 08:57:44.289734 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 60166) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:44.297719 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-7289d872-4a77-4a9a-9203-1191ed74956f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Request body: {'security_group_rule': {'security_group_id': 'f32ffc6f-3de5-4489-b5b6-246e80c4bbf4', 'project_id': '12594f976e5f48d9926716737f86afe0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:57:44.350531 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:44.399379 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Routers {'5e674286-9ddf-43fb-934c-02e9a3addde4'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:57:44.400411 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:57:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['5e674286-9ddf-43fb-934c-02e9a3addde4'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:44.482040 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.securitygroups_db [None req-7289d872-4a77-4a9a-9203-1191ed74956f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Project 12594f976e5f48d9926716737f86afe0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 08:57:44.489005 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459489f-01f8-4bd8-aa76-c9cd441d6199 req-c761c8df-ee82-40f2-9150-fe397ad4821f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:44.489136 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226ffd1-7e12-428f-a5e1-0e835cbad872 None None] Pushing event updated for resources: {'Port': ['ID=e8e92b44-cfcd-4cb8-81ec-e476daf8028e,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:44.489230 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3459489f-01f8-4bd8-aa76-c9cd441d6199 req-c761c8df-ee82-40f2-9150-fe397ad4821f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0606067 Aug 24 08:57:44.493652 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7289d872-4a77-4a9a-9203-1191ed74956f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group_rule (bab01700-bc98-47a9-b085-4540d9cd6348), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:44.546220 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] Set router 5e674286-9ddf-43fb-934c-02e9a3addde4 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:57:44.566733 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3459489f-01f8-4bd8-aa76-c9cd441d6199 req-7eafda54-809a-4509-9c28-cbfabdb74ba1 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673423 Aug 24 08:57:44.644632 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7289d872-4a77-4a9a-9203-1191ed74956f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group_rule (bab01700-bc98-47a9-b085-4540d9cd6348), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:44.756380 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7289d872-4a77-4a9a-9203-1191ed74956f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (bab01700-bc98-47a9-b085-4540d9cd6348), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:44.774016 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:44.782933 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:44.797818 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289d872-4a77-4a9a-9203-1191ed74956f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab01700-bc98-47a9-b085-4540d9cd6348,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:44.825752 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'name': 'tempest-TestVolumeBootPattern-354268843-router', 'tenant_id': 'd579490e0cea488b97167ba13766fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '30ac560d-9c01-4494-a0d4-5a9351f831fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:34Z', 'updated_at': '2022-08-24T08:57:39Z', 'revision_number': 4, 'project_id': 'd579490e0cea488b97167ba13766fc47', 'gw_port': {'id': '30ac560d-9c01-4494-a0d4-5a9351f831fb', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:36Z', 'updated_at': '2022-08-24T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'e8e92b44-cfcd-4cb8-81ec-e476daf8028e', 'name': '', 'network_id': '82aba53f-4fce-4a48-a855-18e24e864de2', 'tenant_id': 'd579490e0cea488b97167ba13766fc47', 'mac_address': 'fa:16:3e:f4:8c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '467134da-3422-4001-be22-cd53333e82fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:39Z', 'updated_at': '2022-08-24T08:57:44Z', 'revision_number': 4, 'project_id': 'd579490e0cea488b97167ba13766fc47', 'subnets': [{'id': '467134da-3422-4001-be22-cd53333e82fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:44.855660 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a8768-d85d-4f0f-9003-0e6117c894d6 None None] The sync data for ids ['5e674286-9ddf-43fb-934c-02e9a3addde4'] in dv-cinder-852211-5-iscsi is: [{'id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'name': 'tempest-TestVolumeBootPattern-354268843-router', 'tenant_id': 'd579490e0cea488b97167ba13766fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '30ac560d-9c01-4494-a0d4-5a9351f831fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:34Z', 'updated_at': '2022-08-24T08:57:39Z', 'revision_number': 4, 'project_id': 'd579490e0cea488b97167ba13766fc47', 'gw_port': {'id': '30ac560d-9c01-4494-a0d4-5a9351f831fb', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:36Z', 'updated_at': '2022-08-24T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'e8e92b44-cfcd-4cb8-81ec-e476daf8028e', 'name': '', 'network_id': '82aba53f-4fce-4a48-a855-18e24e864de2', 'tenant_id': 'd579490e0cea488b97167ba13766fc47', 'mac_address': 'fa:16:3e:f4:8c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '467134da-3422-4001-be22-cd53333e82fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:39Z', 'updated_at': '2022-08-24T08:57:44Z', 'revision_number': 4, 'project_id': 'd579490e0cea488b97167ba13766fc47', 'subnets': [{'id': '467134da-3422-4001-be22-cd53333e82fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:57:44.964590 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7289d872-4a77-4a9a-9203-1191ed74956f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:44.966113 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-7289d872-4a77-4a9a-9203-1191ed74956f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6753166 Aug 24 08:57:44.973657 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 60190) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:44.984404 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-3695c6e9-11e5-42f9-b379-f46332b8e6fe tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Request body: {'security_group_rule': {'security_group_id': 'f32ffc6f-3de5-4489-b5b6-246e80c4bbf4', 'project_id': '12594f976e5f48d9926716737f86afe0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:57:45.137556 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.securitygroups_db [None req-3695c6e9-11e5-42f9-b379-f46332b8e6fe tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Project 12594f976e5f48d9926716737f86afe0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 08:57:45.150131 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3695c6e9-11e5-42f9-b379-f46332b8e6fe tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group_rule (6d7485f0-0557-4387-a748-fbe380737e3e), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:45.227484 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:45.245681 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3695c6e9-11e5-42f9-b379-f46332b8e6fe tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group_rule (6d7485f0-0557-4387-a748-fbe380737e3e), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:45.344587 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3695c6e9-11e5-42f9-b379-f46332b8e6fe tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (6d7485f0-0557-4387-a748-fbe380737e3e), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:45.366374 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695c6e9-11e5-42f9-b379-f46332b8e6fe tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7485f0-0557-4387-a748-fbe380737e3e,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:45.466309 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3695c6e9-11e5-42f9-b379-f46332b8e6fe tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:45.466309 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-3695c6e9-11e5-42f9-b379-f46332b8e6fe tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4878905 Aug 24 08:57:45.619475 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device e8e92b44-cfcd-4cb8-81ec-e476daf8028e up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:57:45.681601 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port e8e92b44-cfcd-4cb8-81ec-e476daf8028e triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:45.687131 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:45.737231 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30d229-58ce-44ae-84cd-312c482e2880 req-63a3e9b4-df20-4307-afaf-a7a806604719 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:45.738950 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0a30d229-58ce-44ae-84cd-312c482e2880 req-63a3e9b4-df20-4307-afaf-a7a806604719 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0562189 Aug 24 08:57:45.784183 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:45.790517 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port e8e92b44-cfcd-4cb8-81ec-e476daf8028e is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:45.790517 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:45.801027 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0a30d229-58ce-44ae-84cd-312c482e2880 req-6eb388a4-fab3-403f-b42f-1991c6fa5a8d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555813 Aug 24 08:57:45.846725 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port e8e92b44-cfcd-4cb8-81ec-e476daf8028e, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=e8e92b44-cfcd-4cb8-81ec-e476daf8028e,segment=NetworkSegment(972aba06-d9fe-4101-9dc6-249ad4763aa0),segment_id=972aba06-d9fe-4101-9dc6-249ad4763aa0)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:45.933041 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:45.979868 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=e8e92b44-cfcd-4cb8-81ec-e476daf8028e,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:46.941140 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ac78f-51fc-4fe3-a6b6-834ffb2d10c2 req-5e88c6cf-64f5-42ed-a2ea-1b08ced98178 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:46.942726 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9e0ac78f-51fc-4fe3-a6b6-834ffb2d10c2 req-5e88c6cf-64f5-42ed-a2ea-1b08ced98178 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0578818 Aug 24 08:57:47.003327 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9e0ac78f-51fc-4fe3-a6b6-834ffb2d10c2 req-4f66695c-37f0-488f-b908-d23f4fffe545 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541437 Aug 24 08:57:47.030500 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:47.597134 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device e8e92b44-cfcd-4cb8-81ec-e476daf8028e up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:57:47.644381 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port e8e92b44-cfcd-4cb8-81ec-e476daf8028e triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:57:47.644750 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:47.647841 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:47.748361 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port e8e92b44-cfcd-4cb8-81ec-e476daf8028e is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:57:47.803236 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e9e69-1f70-43c2-a204-b10bdddc6973 req-6a4f6b58-c2aa-4b4c-aff6-bebcdaf62d3f tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:47.803236 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a55e9e69-1f70-43c2-a204-b10bdddc6973 req-6a4f6b58-c2aa-4b4c-aff6-bebcdaf62d3f tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 945 time: 0.0576541 Aug 24 08:57:47.836721 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:47.857234 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a55e9e69-1f70-43c2-a204-b10bdddc6973 req-633c26ba-cdbe-47d7-bf42-96cd57cb4261 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475328 Aug 24 08:57:48.024571 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 60314) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:48.132146 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ea904-156c-4608-a28f-722ac24c895f req-55bea2a2-4a83-4e01-820d-a4548493ea1a tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:48.133661 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-701ea904-156c-4608-a28f-722ac24c895f req-55bea2a2-4a83-4e01-820d-a4548493ea1a tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0498049 Aug 24 08:57:48.155635 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-50059876-1035-4893-b3bc-9c869bbec6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:48.218384 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-701ea904-156c-4608-a28f-722ac24c895f req-c4239b1a-dead-476d-9c77-3eea8dc61e5b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759532 Aug 24 08:57:48.277149 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-50059876-1035-4893-b3bc-9c869bbec6ef admin admin] Publish callbacks [] for security_group (345ec8e0-da40-4349-bc14-b6e3a9b26d25), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:48.364735 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-50059876-1035-4893-b3bc-9c869bbec6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (345ec8e0-da40-4349-bc14-b6e3a9b26d25), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:48.411074 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-50059876-1035-4893-b3bc-9c869bbec6ef admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=55db675a2a4f494a9ff8ff668d6fca93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852649 Aug 24 08:57:48.412048 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50059876-1035-4893-b3bc-9c869bbec6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345ec8e0-da40-4349-bc14-b6e3a9b26d25,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:48.414144 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60328) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:48.480044 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-8d76b8bd-e964-443b-9aea-af6d776ee066 admin admin] Publish callbacks [] for security_group (345ec8e0-da40-4349-bc14-b6e3a9b26d25), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:48.501076 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-8d76b8bd-e964-443b-9aea-af6d776ee066 admin admin] Publish callbacks [] for security_group (345ec8e0-da40-4349-bc14-b6e3a9b26d25), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:48.675831 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-8d76b8bd-e964-443b-9aea-af6d776ee066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (345ec8e0-da40-4349-bc14-b6e3a9b26d25), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:48.679278 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-8d76b8bd-e964-443b-9aea-af6d776ee066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:48.683207 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-8d76b8bd-e964-443b-9aea-af6d776ee066 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/345ec8e0-da40-4349-bc14-b6e3a9b26d25 HTTP/1.1" status: 204 len: 168 time: 0.2651978 Aug 24 08:57:48.690373 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76b8bd-e964-443b-9aea-af6d776ee066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345ec8e0-da40-4349-bc14-b6e3a9b26d25,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:49.014148 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e860a-c8b4-41ed-bcb9-c474d3f3287a req-d00a6159-8b14-4d08-8b45-1560fb28955b tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:49.015770 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a27e860a-c8b4-41ed-bcb9-c474d3f3287a req-d00a6159-8b14-4d08-8b45-1560fb28955b tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 945 time: 0.0559106 Aug 24 08:57:49.081630 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a27e860a-c8b4-41ed-bcb9-c474d3f3287a req-fe36bf8f-a113-4973-bccd-01bf89741301 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591588 Aug 24 08:57:49.378934 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e86d1e-dcb5-4233-9de7-7c0b8ef36c97 req-08928752-9400-40c7-97e5-08cd87e43eae tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:49.381603 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-80e86d1e-dcb5-4233-9de7-7c0b8ef36c97 req-08928752-9400-40c7-97e5-08cd87e43eae tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0796046 Aug 24 08:57:49.439372 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-80e86d1e-dcb5-4233-9de7-7c0b8ef36c97 req-cafb7627-350e-4f59-91fd-eed8edb725d9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513866 Aug 24 08:57:49.527936 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60364) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:49.547703 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9d957759-488b-454e-9ef9-0e1ee50f2cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:49.632560 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9d957759-488b-454e-9ef9-0e1ee50f2cbd admin admin] Publish callbacks [] for security_group (db0b4ffd-8698-49f6-981e-6c003ae19ff7), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:49.726425 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9d957759-488b-454e-9ef9-0e1ee50f2cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (db0b4ffd-8698-49f6-981e-6c003ae19ff7), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:49.746390 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:49.769553 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d957759-488b-454e-9ef9-0e1ee50f2cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0b4ffd-8698-49f6-981e-6c003ae19ff7,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:49.778791 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-9d957759-488b-454e-9ef9-0e1ee50f2cbd admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=43558ae08c3a41ba925bba6d57abe237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473311 Aug 24 08:57:49.780985 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 60366) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:49.838753 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-736a48fe-f5eb-4522-bb08-5b0aac236501 admin admin] Publish callbacks [] for security_group (db0b4ffd-8698-49f6-981e-6c003ae19ff7), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:49.861460 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-736a48fe-f5eb-4522-bb08-5b0aac236501 admin admin] Publish callbacks [] for security_group (db0b4ffd-8698-49f6-981e-6c003ae19ff7), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:49.977828 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=70 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:50.018559 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-736a48fe-f5eb-4522-bb08-5b0aac236501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (db0b4ffd-8698-49f6-981e-6c003ae19ff7), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:50.021664 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-736a48fe-f5eb-4522-bb08-5b0aac236501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:50.024266 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-736a48fe-f5eb-4522-bb08-5b0aac236501 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/db0b4ffd-8698-49f6-981e-6c003ae19ff7 HTTP/1.1" status: 204 len: 168 time: 0.2428644 Aug 24 08:57:50.034302 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a48fe-f5eb-4522-bb08-5b0aac236501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0b4ffd-8698-49f6-981e-6c003ae19ff7,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:50.211944 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3e715-3910-4a50-91ab-a7d826ad4ffc req-ebc9659c-f2e9-4aa5-907e-5a4eec11113a tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:50.213530 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8bf3e715-3910-4a50-91ab-a7d826ad4ffc req-ebc9659c-f2e9-4aa5-907e-5a4eec11113a tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 945 time: 0.0541439 Aug 24 08:57:50.264327 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8bf3e715-3910-4a50-91ab-a7d826ad4ffc req-7d7d22bc-fe7d-4e12-a560-a87afd6d3251 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439320 Aug 24 08:57:50.563577 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60396) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:50.591310 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:50.612426 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d4eec-6f2e-4289-8253-8ea8664a0ee2 req-a73abc22-baaf-423a-b278-9f8ccc527625 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:50.614080 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b91d4eec-6f2e-4289-8253-8ea8664a0ee2 req-a73abc22-baaf-423a-b278-9f8ccc527625 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0759015 Aug 24 08:57:50.683258 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b91d4eec-6f2e-4289-8253-8ea8664a0ee2 req-2e40d658-5939-49f9-bf37-ffa37dbc58ab tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631905 Aug 24 08:57:50.717526 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d381eae3-ffb9-44ef-8ced-2fc0609e877c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:50.801861 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d381eae3-ffb9-44ef-8ced-2fc0609e877c admin admin] Publish callbacks [] for security_group (a03cd543-0bf4-4fbc-b17d-f24953138d17), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:50.886806 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d381eae3-ffb9-44ef-8ced-2fc0609e877c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (a03cd543-0bf4-4fbc-b17d-f24953138d17), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:50.930263 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-d381eae3-ffb9-44ef-8ced-2fc0609e877c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d4bcc4f3881147f1beef02546b3f95e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3655269 Aug 24 08:57:50.931547 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381eae3-ffb9-44ef-8ced-2fc0609e877c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03cd543-0bf4-4fbc-b17d-f24953138d17,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:50.933419 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 60408) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:50.992247 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-63e38e29-d997-4d28-9d4a-df27d7e37885 admin admin] Publish callbacks [] for security_group (a03cd543-0bf4-4fbc-b17d-f24953138d17), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:51.013323 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-63e38e29-d997-4d28-9d4a-df27d7e37885 admin admin] Publish callbacks [] for security_group (a03cd543-0bf4-4fbc-b17d-f24953138d17), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:51.050560 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:51.172478 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-63e38e29-d997-4d28-9d4a-df27d7e37885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (a03cd543-0bf4-4fbc-b17d-f24953138d17), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:51.175478 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-63e38e29-d997-4d28-9d4a-df27d7e37885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:51.179673 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-63e38e29-d997-4d28-9d4a-df27d7e37885 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a03cd543-0bf4-4fbc-b17d-f24953138d17 HTTP/1.1" status: 204 len: 168 time: 0.2448213 Aug 24 08:57:51.189464 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e38e29-d997-4d28-9d4a-df27d7e37885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03cd543-0bf4-4fbc-b17d-f24953138d17,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:51.242640 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a26847-7ed3-4540-a67c-001c3f980403 req-40faae50-6238-4f1b-957e-d3087b61a400 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:51.244223 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-65a26847-7ed3-4540-a67c-001c3f980403 req-40faae50-6238-4f1b-957e-d3087b61a400 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 945 time: 0.0628593 Aug 24 08:57:51.508043 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff80dd-525d-48c4-ae06-ad476eaa0fa6 req-1d42b90f-9d84-4b00-a80b-737d8bd9622e tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:51.509559 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a2ff80dd-525d-48c4-ae06-ad476eaa0fa6 req-1d42b90f-9d84-4b00-a80b-737d8bd9622e tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 945 time: 0.1006558 Aug 24 08:57:51.510155 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-65a26847-7ed3-4540-a67c-001c3f980403 req-ef1ed8d9-6ab3-4e9d-aceb-48ce89ed194f tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Deleting port b14ca6ff-3537-42b5-804f-67db3b34ccf9 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:57:51.510646 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-65a26847-7ed3-4540-a67c-001c3f980403 req-ef1ed8d9-6ab3-4e9d-aceb-48ce89ed194f tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (b14ca6ff-3537-42b5-804f-67db3b34ccf9), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:51.627679 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a2ff80dd-525d-48c4-ae06-ad476eaa0fa6 req-b8bf7c8d-d935-4d0c-adf4-b539049780b6 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c25747f9-6431-432e-b47f-8d709c66d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992529 Aug 24 08:57:51.662129 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-65a26847-7ed3-4540-a67c-001c3f980403 req-ef1ed8d9-6ab3-4e9d-aceb-48ce89ed194f tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] For port b14ca6ff-3537-42b5-804f-67db3b34ccf9, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=b14ca6ff-3537-42b5-804f-67db3b34ccf9,segment=NetworkSegment(ad468f84-a67c-4015-a6a2-eb670b224d12),segment_id=ad468f84-a67c-4015-a6a2-eb670b224d12)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:51.662609 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-65a26847-7ed3-4540-a67c-001c3f980403 req-ef1ed8d9-6ab3-4e9d-aceb-48ce89ed194f tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (b14ca6ff-3537-42b5-804f-67db3b34ccf9), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:51.681024 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-65a26847-7ed3-4540-a67c-001c3f980403 req-ef1ed8d9-6ab3-4e9d-aceb-48ce89ed194f tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Calling delete_port for b14ca6ff-3537-42b5-804f-67db3b34ccf9 owned by compute:nova {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:57:51.792983 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:51.838530 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23619d1a-52d3-4b50-8331-ca5882efefe6 req-c40964c6-3926-40b4-aadb-b8ff0f366299 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:51.849317 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-23619d1a-52d3-4b50-8331-ca5882efefe6 req-c40964c6-3926-40b4-aadb-b8ff0f366299 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0792038 Aug 24 08:57:51.923573 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-23619d1a-52d3-4b50-8331-ca5882efefe6 req-efc8f760-a201-4e43-97b4-842a917034e9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730898 Aug 24 08:57:52.007894 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 60450) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:52.021192 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-65a26847-7ed3-4540-a67c-001c3f980403 req-ef1ed8d9-6ab3-4e9d-aceb-48ce89ed194f tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847'] for port (b14ca6ff-3537-42b5-804f-67db3b34ccf9), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:52.021844 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8e403f41-f373-45a6-9f69-408824675c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:52.030441 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=8 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:52.033871 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['b14ca6ff-3537-42b5-804f-67db3b34ccf9'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:57:52.053261 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ed8d9-6ab3-4e9d-aceb-48ce89ed194f tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Pushing event deleted for resources: {'Port': ['ID=b14ca6ff-3537-42b5-804f-67db3b34ccf9,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:52.162705 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8e403f41-f373-45a6-9f69-408824675c5b admin admin] Publish callbacks [] for security_group (a1d04af4-c6cf-43fe-a341-98dd0880486f), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:52.168074 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a26847-7ed3-4540-a67c-001c3f980403 req-ef1ed8d9-6ab3-4e9d-aceb-48ce89ed194f tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] No DVR routers for this DVR port b14ca6ff-3537-42b5-804f-67db3b34ccf9 on host hv-cinder-85221 {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:57:52.171941 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-65a26847-7ed3-4540-a67c-001c3f980403 req-ef1ed8d9-6ab3-4e9d-aceb-48ce89ed194f tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:52.175534 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-65a26847-7ed3-4540-a67c-001c3f980403 req-ef1ed8d9-6ab3-4e9d-aceb-48ce89ed194f tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.69 "DELETE /networking/v2.0/ports/b14ca6ff-3537-42b5-804f-67db3b34ccf9 HTTP/1.1" status: 204 len: 173 time: 0.9241757 Aug 24 08:57:52.176035 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67e1f33-7d27-4e20-b6db-2dc1c3cf477a', 'name': 'network-vif-deleted', 'tag': 'b14ca6ff-3537-42b5-804f-67db3b34ccf9'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:57:52.178729 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3732b9a-ddee-4235-ae21-34cd82696a2b" -d '{"events": [{"server_uuid": "d67e1f33-7d27-4e20-b6db-2dc1c3cf477a", "name": "network-vif-deleted", "tag": "b14ca6ff-3537-42b5-804f-67db3b34ccf9"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:57:52.220576 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802bccf8-6092-46d7-8458-7682ba646b7d x-openstack-request-id: req-802bccf8-6092-46d7-8458-7682ba646b7d {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:57:52.220869 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67e1f33-7d27-4e20-b6db-2dc1c3cf477a", "name": "network-vif-deleted", "tag": "b14ca6ff-3537-42b5-804f-67db3b34ccf9", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:57:52.221123 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-802bccf8-6092-46d7-8458-7682ba646b7d {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:57:52.221554 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802bccf8-6092-46d7-8458-7682ba646b7d'] response: {'server_uuid': 'd67e1f33-7d27-4e20-b6db-2dc1c3cf477a', 'name': 'network-vif-deleted', 'tag': 'b14ca6ff-3537-42b5-804f-67db3b34ccf9', 'status': 'completed', 'code': 200} Aug 24 08:57:52.287074 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8e403f41-f373-45a6-9f69-408824675c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (a1d04af4-c6cf-43fe-a341-98dd0880486f), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:52.327962 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-8e403f41-f373-45a6-9f69-408824675c5b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=94c5e19175af45c282da10c7839f9d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186524 Aug 24 08:57:52.331120 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60456) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:52.339211 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e403f41-f373-45a6-9f69-408824675c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d04af4-c6cf-43fe-a341-98dd0880486f,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:52.393995 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-53cbc6e1-c8fd-4d1d-bc88-f3e72cea5aac admin admin] Publish callbacks [] for security_group (a1d04af4-c6cf-43fe-a341-98dd0880486f), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:52.418728 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-53cbc6e1-c8fd-4d1d-bc88-f3e72cea5aac admin admin] Publish callbacks [] for security_group (a1d04af4-c6cf-43fe-a341-98dd0880486f), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:52.647232 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-53cbc6e1-c8fd-4d1d-bc88-f3e72cea5aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (a1d04af4-c6cf-43fe-a341-98dd0880486f), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:52.650548 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-53cbc6e1-c8fd-4d1d-bc88-f3e72cea5aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:52.651850 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-53cbc6e1-c8fd-4d1d-bc88-f3e72cea5aac admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a1d04af4-c6cf-43fe-a341-98dd0880486f HTTP/1.1" status: 204 len: 168 time: 0.3190148 Aug 24 08:57:52.661403 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbc6e1-c8fd-4d1d-bc88-f3e72cea5aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d04af4-c6cf-43fe-a341-98dd0880486f,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:52.812881 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ac78c238-1151-4e78-9d46-83c194674e86 req-ac539c2f-257e-4269-adc2-68e6a6d12b98 tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 210 time: 0.0679169 Aug 24 08:57:53.077832 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c87bbe-1700-4af2-9ce2-12858be6ebd2 req-9c34c06e-fcc9-4f2c-a513-5db1e3f0755f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:53.079442 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-20c87bbe-1700-4af2-9ce2-12858be6ebd2 req-9c34c06e-fcc9-4f2c-a513-5db1e3f0755f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0571365 Aug 24 08:57:53.134953 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-20c87bbe-1700-4af2-9ce2-12858be6ebd2 req-6365f9ef-cfad-4444-bbe7-82a58d7d3b35 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469766 Aug 24 08:57:53.614335 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60478) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:53.628204 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-31befd19-e16f-4dd1-ad37-3c16049fbd02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:53.711621 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-31befd19-e16f-4dd1-ad37-3c16049fbd02 admin admin] Publish callbacks [] for security_group (4cd80f6e-6270-4f0a-af67-8ee2f1f6513a), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:53.806348 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-31befd19-e16f-4dd1-ad37-3c16049fbd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (4cd80f6e-6270-4f0a-af67-8ee2f1f6513a), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:53.848157 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31befd19-e16f-4dd1-ad37-3c16049fbd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd80f6e-6270-4f0a-af67-8ee2f1f6513a,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:53.855378 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-31befd19-e16f-4dd1-ad37-3c16049fbd02 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=bbb383b8bdfc4116940163fc01e7b5a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374783 Aug 24 08:57:53.855629 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60482) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:53.926723 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-261647e7-9f04-49cc-b323-d38e6f6026fd admin admin] Publish callbacks [] for security_group (4cd80f6e-6270-4f0a-af67-8ee2f1f6513a), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:53.958962 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-261647e7-9f04-49cc-b323-d38e6f6026fd admin admin] Publish callbacks [] for security_group (4cd80f6e-6270-4f0a-af67-8ee2f1f6513a), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:53.976993 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:53.992255 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e43134db-5030-483f-958b-81e4abcfaa69 req-c9eb58d2-eda1-46b2-9d18-e444c9ec18ef tempest-DeleteServersTestJSON-997472625 tempest-DeleteServersTestJSON-997472625-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d67e1f33-7d27-4e20-b6db-2dc1c3cf477a HTTP/1.1" status: 200 len: 210 time: 0.0619168 Aug 24 08:57:54.143741 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-261647e7-9f04-49cc-b323-d38e6f6026fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (4cd80f6e-6270-4f0a-af67-8ee2f1f6513a), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:54.146320 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-261647e7-9f04-49cc-b323-d38e6f6026fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:54.151062 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-261647e7-9f04-49cc-b323-d38e6f6026fd admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4cd80f6e-6270-4f0a-af67-8ee2f1f6513a HTTP/1.1" status: 204 len: 168 time: 0.2909169 Aug 24 08:57:54.156401 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261647e7-9f04-49cc-b323-d38e6f6026fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd80f6e-6270-4f0a-af67-8ee2f1f6513a,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:54.317022 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef5ce1-ff89-43c3-85b7-0d2df62028dd req-ac35c287-a220-4956-b154-d74cfc5218f2 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:54.321866 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-13ef5ce1-ff89-43c3-85b7-0d2df62028dd req-ac35c287-a220-4956-b154-d74cfc5218f2 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0781615 Aug 24 08:57:54.405235 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-13ef5ce1-ff89-43c3-85b7-0d2df62028dd req-074943c1-8b48-4fbc-a4bb-38361b634d2a tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750473 Aug 24 08:57:54.489512 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device b14ca6ff-3537-42b5-804f-67db3b34ccf9 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:57:54.512887 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: b14ca6ff-3537-42b5-804f-67db3b34ccf9 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:57:54.513300 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device b14ca6ff-3537-42b5-804f-67db3b34ccf9 not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:57:55.474486 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60574) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:55.611128 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690220f-bb60-4def-b2a6-5e5eb7073fbe req-e667456f-eac9-4a54-b7ec-24372233204b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:55.612888 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7690220f-bb60-4def-b2a6-5e5eb7073fbe req-e667456f-eac9-4a54-b7ec-24372233204b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0754342 Aug 24 08:57:55.641158 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0c4a5f12-5156-4bef-8a7d-a9c29bce1ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:55.724166 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7690220f-bb60-4def-b2a6-5e5eb7073fbe req-07dedb43-fdbe-4543-871f-66bceb1c741f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923991 Aug 24 08:57:55.812316 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0c4a5f12-5156-4bef-8a7d-a9c29bce1ab8 admin admin] Publish callbacks [] for security_group (497037c4-9d2b-40bb-bc0c-8a4ff0c1efdb), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:55.878846 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60588) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:55.904777 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0c4a5f12-5156-4bef-8a7d-a9c29bce1ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (497037c4-9d2b-40bb-bc0c-8a4ff0c1efdb), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:55.969864 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-0c4a5f12-5156-4bef-8a7d-a9c29bce1ab8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0767684cf0e64d1aa0a337d55a705433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4931562 Aug 24 08:57:55.971347 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a5f12-5156-4bef-8a7d-a9c29bce1ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497037c4-9d2b-40bb-bc0c-8a4ff0c1efdb,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:55.972738 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 60594) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:56.038895 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-7154afcd-0884-41bc-ad90-0c506b0a0204 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1720418017-network', 'tenant_id': 'fadf4161dc28487487541cefeae7a220'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:57:56.049242 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-91a13bd9-214c-43ad-b882-de7158fd0b48 admin admin] Publish callbacks [] for security_group (497037c4-9d2b-40bb-bc0c-8a4ff0c1efdb), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:56.070142 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-91a13bd9-214c-43ad-b882-de7158fd0b48 admin admin] Publish callbacks [] for security_group (497037c4-9d2b-40bb-bc0c-8a4ff0c1efdb), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:56.235264 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7154afcd-0884-41bc-ad90-0c506b0a0204 admin admin] Made reservation on behalf of fadf4161dc28487487541cefeae7a220 for: {'network': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:57:56.235527 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-91a13bd9-214c-43ad-b882-de7158fd0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (497037c4-9d2b-40bb-bc0c-8a4ff0c1efdb), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:56.237801 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7154afcd-0884-41bc-ad90-0c506b0a0204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:56.237950 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-91a13bd9-214c-43ad-b882-de7158fd0b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:56.239263 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-91a13bd9-214c-43ad-b882-de7158fd0b48 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/497037c4-9d2b-40bb-bc0c-8a4ff0c1efdb HTTP/1.1" status: 204 len: 168 time: 0.2648785 Aug 24 08:57:56.247790 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7154afcd-0884-41bc-ad90-0c506b0a0204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:56.248500 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a13bd9-214c-43ad-b882-de7158fd0b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497037c4-9d2b-40bb-bc0c-8a4ff0c1efdb,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:56.292635 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:56.344393 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7154afcd-0884-41bc-ad90-0c506b0a0204 admin admin] Publish callbacks [] for security_group (83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:56.427404 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7154afcd-0884-41bc-ad90-0c506b0a0204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:56.531708 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7154afcd-0884-41bc-ad90-0c506b0a0204 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=118616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 08:57:56.554097 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7154afcd-0884-41bc-ad90-0c506b0a0204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (f14c624b-0932-4546-92a8-34d65fae0156), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:56.554754 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.segments_db [None req-7154afcd-0884-41bc-ad90-0c506b0a0204 admin admin] Added segment f14c624b-0932-4546-92a8-34d65fae0156 of type vlan for network 1603c6f3-3835-4386-86fd-47ffa82f039f Aug 24 08:57:56.564640 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154afcd-0884-41bc-ad90-0c506b0a0204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:56.601437 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7154afcd-0884-41bc-ad90-0c506b0a0204 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (1603c6f3-3835-4386-86fd-47ffa82f039f), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:56.698234 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7154afcd-0884-41bc-ad90-0c506b0a0204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (1603c6f3-3835-4386-86fd-47ffa82f039f), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:56.699481 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7154afcd-0884-41bc-ad90-0c506b0a0204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:56.700223 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7154afcd-0884-41bc-ad90-0c506b0a0204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:56.720822 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:56.763588 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154afcd-0884-41bc-ad90-0c506b0a0204 admin admin] Pushing event updated for resources: {'Network': ['ID=1603c6f3-3835-4386-86fd-47ffa82f039f,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:56.774854 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network 1603c6f3-3835-4386-86fd-47ffa82f039f details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 08:57:56.816019 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 60606) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:56.822862 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-7154afcd-0884-41bc-ad90-0c506b0a0204 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9428184 Aug 24 08:57:56.823018 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-d7d317d2-d287-4593-94b4-43fcc616e79e admin admin] Request body: {'subnet': {'network_id': '1603c6f3-3835-4386-86fd-47ffa82f039f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1720418017-subnet', 'tenant_id': 'fadf4161dc28487487541cefeae7a220', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:57:56.930204 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 60612) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:56.975649 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d317d2-d287-4593-94b4-43fcc616e79e admin admin] Made reservation on behalf of fadf4161dc28487487541cefeae7a220 for: {'subnet': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:57:56.978145 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d7d317d2-d287-4593-94b4-43fcc616e79e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-251664018'] for subnet (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:57.089659 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce09d3f-7766-41db-b3c2-d35b12d6a07e req-53f69563-dd00-4c63-9cd3-6fe2d4d84382 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:57.092128 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-bce09d3f-7766-41db-b3c2-d35b12d6a07e req-53f69563-dd00-4c63-9cd3-6fe2d4d84382 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.2741148 Aug 24 08:57:57.134732 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60618) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:57.160205 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a233fede-f80d-468e-9b8b-66ee22ab7ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:57.185179 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-bce09d3f-7766-41db-b3c2-d35b12d6a07e req-ab4efdea-2c83-45e4-9c88-5fff9543fc35 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786183 Aug 24 08:57:57.263318 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a233fede-f80d-468e-9b8b-66ee22ab7ee8 admin admin] Publish callbacks [] for security_group (26a724ed-c8af-4ecb-9440-3d6e8349180e), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:57.391411 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:INSERT=7 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:57.419817 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:57.441420 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a233fede-f80d-468e-9b8b-66ee22ab7ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (26a724ed-c8af-4ecb-9440-3d6e8349180e), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:57.481851 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-a233fede-f80d-468e-9b8b-66ee22ab7ee8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cdbb1aa9977147919cc5fbb1282fb808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460507 Aug 24 08:57:57.483080 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233fede-f80d-468e-9b8b-66ee22ab7ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a724ed-c8af-4ecb-9440-3d6e8349180e,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:57.485503 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60620) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:57.570069 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-735b5054-554c-4bdf-ac5c-27b2cdd02537 admin admin] Publish callbacks [] for security_group (26a724ed-c8af-4ecb-9440-3d6e8349180e), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:57.600416 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-735b5054-554c-4bdf-ac5c-27b2cdd02537 admin admin] Publish callbacks [] for security_group (26a724ed-c8af-4ecb-9440-3d6e8349180e), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:57.654348 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d7d317d2-d287-4593-94b4-43fcc616e79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-252169845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-251664124'] for subnet (d60567a5-9c74-45d8-8ad2-9e5e66a46c26), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:57.726496 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:57.744132 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60626) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:57.752153 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a6e4-ed5e-4486-913c-263583c7f342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698733'] for router_interface (337a797c-c6ae-46d0-9a13-78c24273cfa3), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:57.753561 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-735b5054-554c-4bdf-ac5c-27b2cdd02537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (26a724ed-c8af-4ecb-9440-3d6e8349180e), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:57.757199 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-735b5054-554c-4bdf-ac5c-27b2cdd02537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:57.760836 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-735b5054-554c-4bdf-ac5c-27b2cdd02537 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/26a724ed-c8af-4ecb-9440-3d6e8349180e HTTP/1.1" status: 204 len: 168 time: 0.2740860 Aug 24 08:57:57.770978 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b5054-554c-4bdf-ac5c-27b2cdd02537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a724ed-c8af-4ecb-9440-3d6e8349180e,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:57.827263 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d317d2-d287-4593-94b4-43fcc616e79e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60567a5-9c74-45d8-8ad2-9e5e66a46c26,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:57.852287 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d317d2-d287-4593-94b4-43fcc616e79e admin admin] Checking segment: {'id': 'f14c624b-0932-4546-92a8-34d65fae0156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1603c6f3-3835-4386-86fd-47ffa82f039f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:57:57.852645 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d317d2-d287-4593-94b4-43fcc616e79e admin admin] Network hostable DHCP agents. Network: 1603c6f3-3835-4386-86fd-47ffa82f039f, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 08:57:57.898422 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-739acde6-4891-43b1-8e4f-619adc93d50d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:57.968594 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d317d2-d287-4593-94b4-43fcc616e79e admin admin] Network 1603c6f3-3835-4386-86fd-47ffa82f039f is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 08:57:58.010718 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-739acde6-4891-43b1-8e4f-619adc93d50d admin admin] Publish callbacks [] for security_group (9ee69422-6e07-4316-a312-e08b7950bbd4), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:58.097847 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-8ad3a6e4-ed5e-4486-913c-263583c7f342 admin admin] Deleting port c94b0d9e-7dc3-42d9-8716-293999a636a2 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:57:58.098315 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a6e4-ed5e-4486-913c-263583c7f342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:58.116078 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-739acde6-4891-43b1-8e4f-619adc93d50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (9ee69422-6e07-4316-a312-e08b7950bbd4), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:58.123143 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-d7d317d2-d287-4593-94b4-43fcc616e79e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, 1603c6f3-3835-4386-86fd-47ffa82f039f) {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:57:58.126693 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d317d2-d287-4593-94b4-43fcc616e79e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:58.127505 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d7d317d2-d287-4593-94b4-43fcc616e79e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:58.133256 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83e5bce-994f-4dde-b5c8-3d0fd7f59e8f None None] Network 1603c6f3-3835-4386-86fd-47ffa82f039f requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:57:58.169915 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-739acde6-4891-43b1-8e4f-619adc93d50d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c8c572003fce48bd93985de7d3db28e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4238605 Aug 24 08:57:58.170680 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60636) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:58.215975 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739acde6-4891-43b1-8e4f-619adc93d50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee69422-6e07-4316-a312-e08b7950bbd4,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:58.246479 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-8ad3a6e4-ed5e-4486-913c-263583c7f342 admin admin] For port c94b0d9e-7dc3-42d9-8716-293999a636a2, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=c94b0d9e-7dc3-42d9-8716-293999a636a2,segment=NetworkSegment(ad468f84-a67c-4015-a6a2-eb670b224d12),segment_id=ad468f84-a67c-4015-a6a2-eb670b224d12)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:57:58.247784 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a6e4-ed5e-4486-913c-263583c7f342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:58.268283 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-8ad3a6e4-ed5e-4486-913c-263583c7f342 admin admin] Calling delete_port for c94b0d9e-7dc3-42d9-8716-293999a636a2 owned by network:router_interface {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:57:58.292867 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49c6853-2b1a-4e7c-a134-4f9a85d8e922 None None] Network 1603c6f3-3835-4386-86fd-47ffa82f039f requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:57:58.312326 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d7e5f18b-358a-473f-a1e7-179a67732922 admin admin] Publish callbacks [] for security_group (9ee69422-6e07-4316-a312-e08b7950bbd4), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:58.344184 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d7e5f18b-358a-473f-a1e7-179a67732922 admin admin] Publish callbacks [] for security_group (9ee69422-6e07-4316-a312-e08b7950bbd4), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:58.378283 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:58.409756 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-d7d317d2-d287-4593-94b4-43fcc616e79e admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5920274 Aug 24 08:57:58.433464 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c26c5e-b3c7-4d04-9ccc-c228e98e31b7 req-d62da8d6-a610-46c5-8e11-d8f4b59e70d0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:58.435835 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-98c26c5e-b3c7-4d04-9ccc-c228e98e31b7 req-d62da8d6-a610-46c5-8e11-d8f4b59e70d0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.1263745 Aug 24 08:57:58.557720 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-98c26c5e-b3c7-4d04-9ccc-c228e98e31b7 req-d183a8d5-9c3a-416a-8a3a-2ccead5e800a tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090052 Aug 24 08:57:58.662611 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:57:58.743474 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d7e5f18b-358a-473f-a1e7-179a67732922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (9ee69422-6e07-4316-a312-e08b7950bbd4), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:58.744961 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a6e4-ed5e-4486-913c-263583c7f342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (c94b0d9e-7dc3-42d9-8716-293999a636a2), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:58.746100 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d7e5f18b-358a-473f-a1e7-179a67732922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:58.749773 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-d7e5f18b-358a-473f-a1e7-179a67732922 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9ee69422-6e07-4316-a312-e08b7950bbd4 HTTP/1.1" status: 204 len: 168 time: 0.5759215 Aug 24 08:57:58.760243 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5f18b-358a-473f-a1e7-179a67732922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee69422-6e07-4316-a312-e08b7950bbd4,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:58.808778 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3a6e4-ed5e-4486-913c-263583c7f342 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94b0d9e-7dc3-42d9-8716-293999a636a2,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:57:59.036216 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a6e4-ed5e-4486-913c-263583c7f342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698617'] for router_interface (337a797c-c6ae-46d0-9a13-78c24273cfa3), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:59.237974 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:59.323674 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad3a6e4-ed5e-4486-913c-263583c7f342 admin admin] Router 337a797c-c6ae-46d0-9a13-78c24273cfa3 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:57:59.723249 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad3a6e4-ed5e-4486-913c-263583c7f342 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:57:59.737072 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc7944e-5322-476d-ac30-3ff61400cbe6 None None] Sync routers for ids ['337a797c-c6ae-46d0-9a13-78c24273cfa3'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:57:59.740777 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-8ad3a6e4-ed5e-4486-913c-263583c7f342 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/337a797c-c6ae-46d0-9a13-78c24273cfa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8098762 Aug 24 08:57:59.742733 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 60686) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:57:59.755258 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc7944e-5322-476d-ac30-3ff61400cbe6 None None] Routers {'337a797c-c6ae-46d0-9a13-78c24273cfa3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:57:59.755886 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-cdc7944e-5322-476d-ac30-3ff61400cbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:57:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['337a797c-c6ae-46d0-9a13-78c24273cfa3'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:57:59.763268 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:57:59.765522 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294daa81-d75b-4e1d-9771-078a10800289 req-09c63e5e-7e2e-4a0f-8635-5bb46db3536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:59.767133 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-294daa81-d75b-4e1d-9771-078a10800289 req-09c63e5e-7e2e-4a0f-8635-5bb46db3536c service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 1130 time: 0.0571067 Aug 24 08:57:59.894917 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-cdc7944e-5322-476d-ac30-3ff61400cbe6 None None] Set router 337a797c-c6ae-46d0-9a13-78c24273cfa3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:57:59.897904 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00076de4-77c4-4cef-9302-a6acf47708f0 req-8a6ed225-2b8c-4839-9519-1acd56e25be4 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:57:59.900376 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-00076de4-77c4-4cef-9302-a6acf47708f0 req-8a6ed225-2b8c-4839-9519-1acd56e25be4 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.1316051 Aug 24 08:57:59.922856 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-03994657-96e1-4912-9470-34489a814b59 admin admin] Publish callbacks [] for router (337a797c-c6ae-46d0-9a13-78c24273cfa3), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:57:59.978525 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-294daa81-d75b-4e1d-9771-078a10800289 req-e023634f-5071-4514-82b0-fe90043f0bd6 service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886153 Aug 24 08:58:00.052937 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-00076de4-77c4-4cef-9302-a6acf47708f0 req-bbd06c77-bcf8-44a1-8eb0-25c2acac11a9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452808 Aug 24 08:58:00.087625 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-03994657-96e1-4912-9470-34489a814b59 admin admin] Publish callbacks [] for router_gateway (337a797c-c6ae-46d0-9a13-78c24273cfa3), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:00.144680 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-cdc7944e-5322-476d-ac30-3ff61400cbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'name': 'tempest-DeleteServersTestJSON-407456021-router', 'tenant_id': 'f58ac192b94c47179055f35cae59f8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'f1a0f9af-7ff5-4726-beb0-2108a4656825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:57:58Z', 'revision_number': 5, 'project_id': 'f58ac192b94c47179055f35cae59f8ec', 'gw_port': {'id': 'f1a0f9af-7ff5-4726-beb0-2108a4656825', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:10Z', 'updated_at': '2022-08-24T08:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:58:00.178015 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc7944e-5322-476d-ac30-3ff61400cbe6 None None] Checking router: 337a797c-c6ae-46d0-9a13-78c24273cfa3 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:58:00.187790 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc7944e-5322-476d-ac30-3ff61400cbe6 None None] Routers {'337a797c-c6ae-46d0-9a13-78c24273cfa3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:58:00.188480 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-cdc7944e-5322-476d-ac30-3ff61400cbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:57:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['337a797c-c6ae-46d0-9a13-78c24273cfa3'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:58:00.278953 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-03994657-96e1-4912-9470-34489a814b59 admin admin] Deleting port f1a0f9af-7ff5-4726-beb0-2108a4656825 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:58:00.280391 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-03994657-96e1-4912-9470-34489a814b59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (f1a0f9af-7ff5-4726-beb0-2108a4656825), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:00.317891 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-cdc7944e-5322-476d-ac30-3ff61400cbe6 None None] Set router 337a797c-c6ae-46d0-9a13-78c24273cfa3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:58:00.362587 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:00.403876 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-03994657-96e1-4912-9470-34489a814b59 admin admin] For port f1a0f9af-7ff5-4726-beb0-2108a4656825, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=f1a0f9af-7ff5-4726-beb0-2108a4656825,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:00.404365 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-03994657-96e1-4912-9470-34489a814b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (f1a0f9af-7ff5-4726-beb0-2108a4656825), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:00.422996 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-03994657-96e1-4912-9470-34489a814b59 admin admin] Calling delete_port for f1a0f9af-7ff5-4726-beb0-2108a4656825 owned by network:router_gateway {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:58:00.584752 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-cdc7944e-5322-476d-ac30-3ff61400cbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'name': 'tempest-DeleteServersTestJSON-407456021-router', 'tenant_id': 'f58ac192b94c47179055f35cae59f8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'f1a0f9af-7ff5-4726-beb0-2108a4656825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:57:58Z', 'revision_number': 5, 'project_id': 'f58ac192b94c47179055f35cae59f8ec', 'gw_port': {'id': 'f1a0f9af-7ff5-4726-beb0-2108a4656825', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:10Z', 'updated_at': '2022-08-24T08:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:58:00.626023 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc7944e-5322-476d-ac30-3ff61400cbe6 None None] The sync data for ids ['337a797c-c6ae-46d0-9a13-78c24273cfa3'] in dv-cinder-852211-5-iscsi is: [{'id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'name': 'tempest-DeleteServersTestJSON-407456021-router', 'tenant_id': 'f58ac192b94c47179055f35cae59f8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'f1a0f9af-7ff5-4726-beb0-2108a4656825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:57:58Z', 'revision_number': 5, 'project_id': 'f58ac192b94c47179055f35cae59f8ec', 'gw_port': {'id': 'f1a0f9af-7ff5-4726-beb0-2108a4656825', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337a797c-c6ae-46d0-9a13-78c24273cfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:10Z', 'updated_at': '2022-08-24T08:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:58:00.852281 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-03994657-96e1-4912-9470-34489a814b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (f1a0f9af-7ff5-4726-beb0-2108a4656825), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:00.879229 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03994657-96e1-4912-9470-34489a814b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a0f9af-7ff5-4726-beb0-2108a4656825,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:00.970613 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:00.995634 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-03994657-96e1-4912-9470-34489a814b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698408'] for router_gateway (337a797c-c6ae-46d0-9a13-78c24273cfa3), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:01.170131 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-03994657-96e1-4912-9470-34489a814b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (337a797c-c6ae-46d0-9a13-78c24273cfa3), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:01.179753 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-03994657-96e1-4912-9470-34489a814b59 admin admin] Publish callbacks [] for router_controller (337a797c-c6ae-46d0-9a13-78c24273cfa3), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:01.263024 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f24b0-34da-4e6b-adb5-2dba8c096e77 req-de06f9f1-897a-48d0-85c6-1859f3cb0a9c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:01.267520 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-378f24b0-34da-4e6b-adb5-2dba8c096e77 req-de06f9f1-897a-48d0-85c6-1859f3cb0a9c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0826516 Aug 24 08:58:01.342702 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-378f24b0-34da-4e6b-adb5-2dba8c096e77 req-b65224ea-45bc-4415-a5df-9f19594e6cb5 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643921 Aug 24 08:58:01.405914 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-82fca3d7-cda1-4045-9b06-ad57f5d81331 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:01.407814 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-82fca3d7-cda1-4045-9b06-ad57f5d81331 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/networks?id=1603c6f3-3835-4386-86fd-47ffa82f039f HTTP/1.1" status: 200 len: 809 time: 0.1498404 Aug 24 08:58:01.417360 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-03994657-96e1-4912-9470-34489a814b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698698'] for router (337a797c-c6ae-46d0-9a13-78c24273cfa3), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:01.417360 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03994657-96e1-4912-9470-34489a814b59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 337a797c-c6ae-46d0-9a13-78c24273cfa3 {{(pid=118617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 08:58:01.419628 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-03994657-96e1-4912-9470-34489a814b59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:01.423392 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-03994657-96e1-4912-9470-34489a814b59 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/337a797c-c6ae-46d0-9a13-78c24273cfa3 HTTP/1.1" status: 204 len: 168 time: 1.6793940 Aug 24 08:58:01.424132 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60750) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:01.461019 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-8ee66c4e-4695-49a1-ba25-e96ec065ed72 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/quotas/fadf4161dc28487487541cefeae7a220 HTTP/1.1" status: 200 len: 375 time: 0.0330014 Aug 24 08:58:01.506015 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-3bb0e796-1dfc-47d9-854c-9db0cadc0eb3 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=fadf4161dc28487487541cefeae7a220&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477037 Aug 24 08:58:01.531804 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_v2 [None req-47991551-3fe8-4092-9bb9-a9551e3521b1 admin admin] Deleting subnet c184060a-7a1f-4e2a-89c1-85be6efdd11e {{(pid=118616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 08:58:01.536487 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-47991551-3fe8-4092-9bb9-a9551e3521b1 admin admin] Publish callbacks [] for subnet (c184060a-7a1f-4e2a-89c1-85be6efdd11e), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:01.581672 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-47991551-3fe8-4092-9bb9-a9551e3521b1 admin admin] Publish callbacks [] for subnet (c184060a-7a1f-4e2a-89c1-85be6efdd11e), precommit_delete_associations {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:01.661216 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-de1487bf-a13b-4f26-844a-357156bf71f1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1603c6f3-3835-4386-86fd-47ffa82f039f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454072 Aug 24 08:58:01.703996 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-47991551-3fe8-4092-9bb9-a9551e3521b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038139'] for subnet (c184060a-7a1f-4e2a-89c1-85be6efdd11e), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:01.759384 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device c94b0d9e-7dc3-42d9-8716-293999a636a2 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:58:01.803208 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-c344401e-a658-4701-92a8-18b2531506f8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1603c6f3-3835-4386-86fd-47ffa82f039f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352694 Aug 24 08:58:01.810323 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: c94b0d9e-7dc3-42d9-8716-293999a636a2 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:58:01.810451 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device c94b0d9e-7dc3-42d9-8716-293999a636a2 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:58:01.881427 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-47991551-3fe8-4092-9bb9-a9551e3521b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for subnet (c184060a-7a1f-4e2a-89c1-85be6efdd11e), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:01.887556 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:01.912645 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47991551-3fe8-4092-9bb9-a9551e3521b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c184060a-7a1f-4e2a-89c1-85be6efdd11e,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:01.914867 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-47991551-3fe8-4092-9bb9-a9551e3521b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:01.918264 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-47991551-3fe8-4092-9bb9-a9551e3521b1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/c184060a-7a1f-4e2a-89c1-85be6efdd11e HTTP/1.1" status: 204 len: 168 time: 0.4921744 Aug 24 08:58:01.921466 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 60758) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:01.924373 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383d4ce5-464b-40e9-87aa-e982d72693aa None None] Network ebbe92c7-fe49-4eaf-bd1b-d872606754be requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:58:01.999991 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623286'] for network (ebbe92c7-fe49-4eaf-bd1b-d872606754be), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:02.065494 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Deleting port 48e24b73-3d0b-4f98-80b6-f1979f5f1343 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:58:02.065841 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (48e24b73-3d0b-4f98-80b6-f1979f5f1343), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:02.162435 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8870aa2-40a5-4e91-b79c-5c9c476f5a45 None None] DHCP port deletion for ebbe92c7-fe49-4eaf-bd1b-d872606754be request from dv-cinder-852211-5-iscsi {{(pid=118618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 08:58:02.281513 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-f8870aa2-40a5-4e91-b79c-5c9c476f5a45 None None] Deleting port 48e24b73-3d0b-4f98-80b6-f1979f5f1343 {{(pid=118618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:58:02.281513 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-f8870aa2-40a5-4e91-b79c-5c9c476f5a45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (48e24b73-3d0b-4f98-80b6-f1979f5f1343), before_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:02.289985 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-79112dff-6fab-49ba-ac9c-f67ae970010e req-deb0e2ac-6ae6-4698-a290-1e41d1f58f29 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 210 time: 0.0975337 Aug 24 08:58:02.297405 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] For port 48e24b73-3d0b-4f98-80b6-f1979f5f1343, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=48e24b73-3d0b-4f98-80b6-f1979f5f1343,segment=NetworkSegment(ad468f84-a67c-4015-a6a2-eb670b224d12),segment_id=ad468f84-a67c-4015-a6a2-eb670b224d12)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:02.297783 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (48e24b73-3d0b-4f98-80b6-f1979f5f1343), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:02.320526 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:02.324826 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Calling delete_port for 48e24b73-3d0b-4f98-80b6-f1979f5f1343 owned by network:dhcp {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:58:02.361756 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-f8870aa2-40a5-4e91-b79c-5c9c476f5a45 None None] For port 48e24b73-3d0b-4f98-80b6-f1979f5f1343, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=48e24b73-3d0b-4f98-80b6-f1979f5f1343,segment=NetworkSegment(ad468f84-a67c-4015-a6a2-eb670b224d12),segment_id=ad468f84-a67c-4015-a6a2-eb670b224d12)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:02.362265 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-f8870aa2-40a5-4e91-b79c-5c9c476f5a45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (48e24b73-3d0b-4f98-80b6-f1979f5f1343), precommit_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:02.377695 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-f8870aa2-40a5-4e91-b79c-5c9c476f5a45 None None] Calling delete_port for 48e24b73-3d0b-4f98-80b6-f1979f5f1343 owned by network:dhcp {{(pid=118618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:58:02.504067 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb97b91-3e5d-4631-9523-bef5f2638794 req-bd7c37cb-dd6e-47ae-bda0-ab627353a995 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:02.505591 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6bb97b91-3e5d-4631-9523-bef5f2638794 req-bd7c37cb-dd6e-47ae-bda0-ab627353a995 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0485651 Aug 24 08:58:02.534907 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847'] for port (48e24b73-3d0b-4f98-80b6-f1979f5f1343), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:02.549119 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-f8870aa2-40a5-4e91-b79c-5c9c476f5a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847'] for port (48e24b73-3d0b-4f98-80b6-f1979f5f1343), after_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:02.558546 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6bb97b91-3e5d-4631-9523-bef5f2638794 req-2006cc53-d5ea-4585-b634-5b0b3787fccb tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471134 Aug 24 08:58:02.565945 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e24b73-3d0b-4f98-80b6-f1979f5f1343,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:02.569771 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] No DVR routers for this DVR port 48e24b73-3d0b-4f98-80b6-f1979f5f1343 on host dv-cinder-852211-5-iscsi {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:58:02.593487 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8870aa2-40a5-4e91-b79c-5c9c476f5a45 None None] Pushing event deleted for resources: {'Port': ['ID=48e24b73-3d0b-4f98-80b6-f1979f5f1343,revision_number=None']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:02.601969 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8870aa2-40a5-4e91-b79c-5c9c476f5a45 None None] No DVR routers for this DVR port 48e24b73-3d0b-4f98-80b6-f1979f5f1343 on host dv-cinder-852211-5-iscsi {{(pid=118618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:58:02.664657 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038395', 'neutron.services.segments.db._delete_segments_for_network-8762420374128'] for network (ebbe92c7-fe49-4eaf-bd1b-d872606754be), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:02.713112 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:02.713595 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=118616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:58:02.713960 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=118616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:58:02.714714 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=118616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:58:02.715047 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Subscribe: > port after_create 55550000 {{(pid=118616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:58:02.715396 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Subscribe: > port after_delete 55550000 {{(pid=118616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:58:02.715738 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Subscribe: > port after_update 55550000 {{(pid=118616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:58:02.716072 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=118616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:58:02.716505 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=118616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:58:02.716824 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=118616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:58:02.717149 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=118616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:58:02.794223 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=118616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:58:02.794575 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=118616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:58:02.794982 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=118616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:58:02.795348 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=118616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 08:58:02.795726 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebbe92c7-fe49-4eaf-bd1b-d872606754be']}} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:58:02.823351 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad468f84-a67c-4015-a6a2-eb670b224d12') {'for_net_delete': True} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:58:02.823641 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad468f84-a67c-4015-a6a2-eb670b224d12') {} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:58:02.849346 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149670ba-6337-4c80-b295-93318c41e21a req-89ad5fed-2582-48a2-9cb5-670aa91bd925 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:02.850975 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-149670ba-6337-4c80-b295-93318c41e21a req-89ad5fed-2582-48a2-9cb5-670aa91bd925 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.1824675 Aug 24 08:58:02.853055 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420431854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10046682'] for segment (ad468f84-a67c-4015-a6a2-eb670b224d12), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:02.882686 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (ad468f84-a67c-4015-a6a2-eb670b224d12), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:02.900578 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=118616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 08:58:02.901042 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056300'] for segment (ad468f84-a67c-4015-a6a2-eb670b224d12), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:02.998414 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-149670ba-6337-4c80-b295-93318c41e21a req-3bb469b7-c8fe-4da3-8740-0b89585ce3c8 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404178 Aug 24 08:58:03.032958 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:03.128731 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698380'] for network (ebbe92c7-fe49-4eaf-bd1b-d872606754be), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:03.136209 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:03.141573 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/ebbe92c7-fe49-4eaf-bd1b-d872606754be HTTP/1.1" status: 204 len: 168 time: 1.2190080 Aug 24 08:58:03.158154 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fea89-2350-4e72-91cc-abcafce00038 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebbe92c7-fe49-4eaf-bd1b-d872606754be,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:03.171356 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.services.segments.plugin [-] Segment ad468f84-a67c-4015-a6a2-eb670b224d12 resource provider aggregate not found Aug 24 08:58:03.193414 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.services.segments.plugin [-] Segment ad468f84-a67c-4015-a6a2-eb670b224d12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad468f84-a67c-4015-a6a2-eb670b224d12 found for delete ", "request_id": "req-4182f341-cea4-44e3-9bcf-ec8c4233fe6a"}]} Aug 24 08:58:03.413809 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d1978ef2-f5ee-4971-9891-0aced3487d3f req-12edb6d8-c1ff-4651-a925-42697ab0a890 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 210 time: 0.0406017 Aug 24 08:58:03.626892 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 48e24b73-3d0b-4f98-80b6-f1979f5f1343 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:58:03.769875 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: 48e24b73-3d0b-4f98-80b6-f1979f5f1343 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:58:03.770216 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 48e24b73-3d0b-4f98-80b6-f1979f5f1343 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:58:03.770841 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device f1a0f9af-7ff5-4726-beb0-2108a4656825 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:58:03.792174 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: f1a0f9af-7ff5-4726-beb0-2108a4656825 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:58:03.792806 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device f1a0f9af-7ff5-4726-beb0-2108a4656825 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:58:03.823466 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 60816) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:03.871240 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-34b37087-3c60-4569-b062-077e32db5ab6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f58ac192b94c47179055f35cae59f8ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0464227 Aug 24 08:58:03.874718 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 60818) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:03.931532 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ff1dc288-99d5-4cc5-be3c-fc621831ad7f admin admin] Publish callbacks [] for security_group (c25747f9-6431-432e-b47f-8d709c66d565), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:03.952790 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ff1dc288-99d5-4cc5-be3c-fc621831ad7f admin admin] Publish callbacks [] for security_group (c25747f9-6431-432e-b47f-8d709c66d565), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:04.121126 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ff1dc288-99d5-4cc5-be3c-fc621831ad7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (c25747f9-6431-432e-b47f-8d709c66d565), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:04.126696 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ff1dc288-99d5-4cc5-be3c-fc621831ad7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:04.128800 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-ff1dc288-99d5-4cc5-be3c-fc621831ad7f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c25747f9-6431-432e-b47f-8d709c66d565 HTTP/1.1" status: 204 len: 168 time: 0.2527773 Aug 24 08:58:04.141380 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1dc288-99d5-4cc5-be3c-fc621831ad7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25747f9-6431-432e-b47f-8d709c66d565,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:04.164309 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:04.526442 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7e92fce3-46e9-4fc9-a1dc-1b1256c3d9f2 req-5eaaaa1e-2241-4fc7-887e-1b74caa90692 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 210 time: 0.0346193 Aug 24 08:58:05.411779 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-c14b6db7-9f7d-435e-8728-aa69c4737b6b tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:05.413472 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-c14b6db7-9f7d-435e-8728-aa69c4737b6b tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.69 "GET /networking/v2.0/networks?id=1603c6f3-3835-4386-86fd-47ffa82f039f HTTP/1.1" status: 200 len: 809 time: 0.1370323 Aug 24 08:58:05.434475 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-6c07dfe4-bd95-4fdc-9733-d9335a425c4e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Request body: {'port': {'device_id': '0c5cf79f-8629-4075-87bf-ca6d21c7cc30', 'network_id': '1603c6f3-3835-4386-86fd-47ffa82f039f', 'admin_state_up': True, 'tenant_id': 'fadf4161dc28487487541cefeae7a220'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:05.723403 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7af97b73-aa8b-4331-8cef-8c55897751a0 req-00649a5d-7d18-4294-8cde-48dd584c58be tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 210 time: 0.0406823 Aug 24 08:58:05.857983 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-6c07dfe4-bd95-4fdc-9733-d9335a425c4e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Made reservation on behalf of fadf4161dc28487487541cefeae7a220 for: {'port': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:58:05.863427 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-6c07dfe4-bd95-4fdc-9733-d9335a425c4e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:06.040648 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde2953-3ecd-4404-9ec1-7782a8acef54 req-addab069-7b1b-44c1-92eb-504cd0f64222 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:06.042243 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8cde2953-3ecd-4404-9ec1-7782a8acef54 req-addab069-7b1b-44c1-92eb-504cd0f64222 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0803423 Aug 24 08:58:06.076953 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-6c07dfe4-bd95-4fdc-9733-d9335a425c4e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Allocated IP 172.20.0.3 (1603c6f3-3835-4386-86fd-47ffa82f039f/d60567a5-9c74-45d8-8ad2-9e5e66a46c26/2e0870b3-0782-4dbe-acbc-643dd8a27475) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:58:06.170643 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8cde2953-3ecd-4404-9ec1-7782a8acef54 req-8958b2a1-2dc5-46f2-bc75-41a46edfa71b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176460 Aug 24 08:58:06.170643 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:06.194901 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175dcb0-823d-4b8a-887a-d5802f8f2705 req-4f8c9fbb-8142-4c85-91cc-13ae4a33c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:06.196745 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2175dcb0-823d-4b8a-887a-d5802f8f2705 req-4f8c9fbb-8142-4c85-91cc-13ae4a33c60a service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 1129 time: 0.0837855 Aug 24 08:58:06.359178 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:06.401663 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-6c07dfe4-bd95-4fdc-9733-d9335a425c4e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Publish callbacks [] for port (2e0870b3-0782-4dbe-acbc-643dd8a27475), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:06.405656 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175dcb0-823d-4b8a-887a-d5802f8f2705 req-c82e5091-9413-468c-b8b2-e7a5c5100906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:06.405758 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2175dcb0-823d-4b8a-887a-d5802f8f2705 req-c82e5091-9413-468c-b8b2-e7a5c5100906 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 920 time: 0.1975868 Aug 24 08:58:06.453181 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2175dcb0-823d-4b8a-887a-d5802f8f2705 req-85098dab-0c09-48a1-9314-1612d4fa9a8a service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e66aa3c0-e44a-4473-a528-307eafade0e7 HTTP/1.1" status: 200 len: 217 time: 0.0394514 Aug 24 08:58:06.535778 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175dcb0-823d-4b8a-887a-d5802f8f2705 req-9c7574f0-74c1-42d7-9b9b-d966814638de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:06.537347 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2175dcb0-823d-4b8a-887a-d5802f8f2705 req-9c7574f0-74c1-42d7-9b9b-d966814638de service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=8a21facc-ab1e-4219-b0f0-4f835c4b6a49 HTTP/1.1" status: 200 len: 858 time: 0.0687964 Aug 24 08:58:06.685514 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-6c07dfe4-bd95-4fdc-9733-d9335a425c4e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (2e0870b3-0782-4dbe-acbc-643dd8a27475), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:06.748185 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-6c07dfe4-bd95-4fdc-9733-d9335a425c4e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Network 1603c6f3-3835-4386-86fd-47ffa82f039f is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:58:06.753661 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-6c07dfe4-bd95-4fdc-9733-d9335a425c4e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:58:06.756317 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07dfe4-bd95-4fdc-9733-d9335a425c4e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Pushing event updated for resources: {'Port': ['ID=2e0870b3-0782-4dbe-acbc-643dd8a27475,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:06.758741 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-6c07dfe4-bd95-4fdc-9733-d9335a425c4e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:58:06.805091 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-ab17ae27-2446-43b7-8900-551bc7824b2e tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-654577097&fields=id&tenant_id=12594f976e5f48d9926716737f86afe0 HTTP/1.1" status: 200 len: 267 time: 0.0858595 Aug 24 08:58:06.884015 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-6c07dfe4-bd95-4fdc-9733-d9335a425c4e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:06.884816 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-6c07dfe4-bd95-4fdc-9733-d9335a425c4e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:06.888624 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175dcb0-823d-4b8a-887a-d5802f8f2705 req-172f346e-8d77-4ca4-bf4e-ecd9b53d33a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:06.890216 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2175dcb0-823d-4b8a-887a-d5802f8f2705 req-172f346e-8d77-4ca4-bf4e-ecd9b53d33a4 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1068203 Aug 24 08:58:06.957207 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-721ba920-9d3b-4da1-9079-364bff483366 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:06.959483 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-721ba920-9d3b-4da1-9079-364bff483366 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/networks?id=13fa4940-b618-4378-a572-2001b35f19f6 HTTP/1.1" status: 200 len: 811 time: 0.1437385 Aug 24 08:58:06.975206 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eba4c2-109f-44bb-aea8-f2a452305a1d req-4c1ba51f-9474-4d2e-9226-deeb8cc2fe93 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:06.975206 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-31eba4c2-109f-44bb-aea8-f2a452305a1d req-4c1ba51f-9474-4d2e-9226-deeb8cc2fe93 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 931 time: 0.0834656 Aug 24 08:58:06.987017 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-1beaf6fc-192c-48a1-9125-53d9e0d8da29 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/quotas/12594f976e5f48d9926716737f86afe0 HTTP/1.1" status: 200 len: 375 time: 0.0147638 Aug 24 08:58:07.043140 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-6c07dfe4-bd95-4fdc-9733-d9335a425c4e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6152270 Aug 24 08:58:07.045222 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-5fad7188-4448-47e2-8fb9-17a5f897cd57 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=12594f976e5f48d9926716737f86afe0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518510 Aug 24 08:58:07.065584 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Request body: {'port': {'device_id': '0c5cf79f-8629-4075-87bf-ca6d21c7cc30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:07.119215 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-31eba4c2-109f-44bb-aea8-f2a452305a1d req-8c67c4d3-57b0-4325-b0c1-3b96009f8866 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018960 Aug 24 08:58:07.122127 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2175dcb0-823d-4b8a-887a-d5802f8f2705 req-1acddaa1-bc65-4d54-8293-b3ae2cb304e9 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161400 Aug 24 08:58:07.167351 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (2e0870b3-0782-4dbe-acbc-643dd8a27475), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:07.169560 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-05238629-593e-4de4-bbc1-75d4d410a269 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083822 Aug 24 08:58:07.284393 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-d3a265c8-bb26-453f-aed2-13380fc5aeb6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130908 Aug 24 08:58:07.353764 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b20172-d613-4e3a-bed0-d801be1b6219 req-6f6b2bdb-1d53-47b1-9bf7-964f8e85cb51 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:07.355323 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d9b20172-d613-4e3a-bed0-d801be1b6219 req-6f6b2bdb-1d53-47b1-9bf7-964f8e85cb51 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0730369 Aug 24 08:58:07.740411 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:07.762915 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d9b20172-d613-4e3a-bed0-d801be1b6219 req-6cd9b0b8-97f6-4c33-aa36-e8372f893044 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962920 Aug 24 08:58:07.790429 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2175dcb0-823d-4b8a-887a-d5802f8f2705 req-a1b431e5-ce02-4c95-be82-bdbe135c221b service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246624 Aug 24 08:58:07.841038 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0870b3-0782-4dbe-acbc-643dd8a27475 {{(pid=118616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:58:07.848813 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Publish callbacks [] for port (2e0870b3-0782-4dbe-acbc-643dd8a27475), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:07.864824 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.provisioning_blocks [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Transition to ACTIVE for port object 2e0870b3-0782-4dbe-acbc-643dd8a27475 will not be triggered until provisioned by entity L2. {{(pid=118616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:58:07.977710 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (2e0870b3-0782-4dbe-acbc-643dd8a27475), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:08.068825 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0870b3-0782-4dbe-acbc-643dd8a27475,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:08.103280 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Attempting to bind port 2e0870b3-0782-4dbe-acbc-643dd8a27475 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:58:08.103617 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Attempting to bind port 2e0870b3-0782-4dbe-acbc-643dd8a27475 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'f14c624b-0932-4546-92a8-34d65fae0156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1603c6f3-3835-4386-86fd-47ffa82f039f'}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:58:08.103948 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Attempting to bind port 2e0870b3-0782-4dbe-acbc-643dd8a27475 on network 1603c6f3-3835-4386-86fd-47ffa82f039f {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:58:08.108869 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Port 2e0870b3-0782-4dbe-acbc-643dd8a27475 on network 1603c6f3-3835-4386-86fd-47ffa82f039f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:58:08.109189 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Attempting to bind port 2e0870b3-0782-4dbe-acbc-643dd8a27475 on network 1603c6f3-3835-4386-86fd-47ffa82f039f {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:58:08.115425 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:58:08.117261 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Checking segment: {'id': 'f14c624b-0932-4546-92a8-34d65fae0156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1603c6f3-3835-4386-86fd-47ffa82f039f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:58:08.117261 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Bound using segment: {'id': 'f14c624b-0932-4546-92a8-34d65fae0156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1603c6f3-3835-4386-86fd-47ffa82f039f'} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:58:08.117261 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Bound port: 2e0870b3-0782-4dbe-acbc-643dd8a27475, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14c624b-0932-4546-92a8-34d65fae0156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1603c6f3-3835-4386-86fd-47ffa82f039f'}}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:58:08.117261 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (2e0870b3-0782-4dbe-acbc-643dd8a27475), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:08.215822 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] For port 2e0870b3-0782-4dbe-acbc-643dd8a27475, host hv-cinder-85221, cleared binding levels {{(pid=118616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:58:08.221487 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] For port 2e0870b3-0782-4dbe-acbc-643dd8a27475, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=2e0870b3-0782-4dbe-acbc-643dd8a27475,segment=NetworkSegment(f14c624b-0932-4546-92a8-34d65fae0156),segment_id=f14c624b-0932-4546-92a8-34d65fae0156)] {{(pid=118616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:58:08.303786 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e7c80-0ad2-4df3-a909-c4a002465df6 req-50956da4-b160-470e-a7ee-2e56633614f1 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:08.311989 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-469e7c80-0ad2-4df3-a909-c4a002465df6 req-50956da4-b160-470e-a7ee-2e56633614f1 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 943 time: 0.0729456 Aug 24 08:58:08.319043 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:08.342786 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (2e0870b3-0782-4dbe-acbc-643dd8a27475), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:08.349407 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:08.350084 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:08.351944 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/2e0870b3-0782-4dbe-acbc-643dd8a27475 HTTP/1.1" status: 200 len: 1093 time: 1.2994401 Aug 24 08:58:08.366935 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5cf79f-8629-4075-87bf-ca6d21c7cc30', 'tag': '2e0870b3-0782-4dbe-acbc-643dd8a27475'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:58:08.369835 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fea84b-5aba-4afa-abf3-0882fd183a21" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5cf79f-8629-4075-87bf-ca6d21c7cc30", "tag": "2e0870b3-0782-4dbe-acbc-643dd8a27475"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:58:08.375037 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-37c675b8-39ff-4c58-86eb-49a93c69095d req-7eec4d43-19c2-4126-86af-615b9b36c45d tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 210 time: 0.0509734 Aug 24 08:58:08.454371 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-469e7c80-0ad2-4df3-a909-c4a002465df6 req-1b1c1551-7fde-4cda-aa45-78c7e173d13b tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375542 Aug 24 08:58:08.463210 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7941bb42-0ff8-4fc5-b7be-e2c7f5555a81 x-openstack-request-id: req-7941bb42-0ff8-4fc5-b7be-e2c7f5555a81 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:58:08.463645 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5cf79f-8629-4075-87bf-ca6d21c7cc30", "tag": "2e0870b3-0782-4dbe-acbc-643dd8a27475", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:58:08.464162 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7941bb42-0ff8-4fc5-b7be-e2c7f5555a81 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:58:08.464798 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7941bb42-0ff8-4fc5-b7be-e2c7f5555a81'] response: {'name': 'network-changed', 'server_uuid': '0c5cf79f-8629-4075-87bf-ca6d21c7cc30', 'tag': '2e0870b3-0782-4dbe-acbc-643dd8a27475', 'status': 'completed', 'code': 200} Aug 24 08:58:08.469115 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa25923-ac96-41e9-ba64-d84c7d511237 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0870b3-0782-4dbe-acbc-643dd8a27475,revision_number=3']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:08.492469 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:08.536308 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fea84b-5aba-4afa-abf3-0882fd183a21 req-3216eedf-0894-42c8-9bf3-cd1d468764bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:08.538110 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-96fea84b-5aba-4afa-abf3-0882fd183a21 req-3216eedf-0894-42c8-9bf3-cd1d468764bf service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=fadf4161dc28487487541cefeae7a220&device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 1127 time: 0.0566113 Aug 24 08:58:08.758539 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035edc2-ee4e-4dc2-8343-73ec655f8060 req-b6dea8aa-6dc8-4ff2-81df-bc3bc44fb7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:08.760200 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b035edc2-ee4e-4dc2-8343-73ec655f8060 req-b6dea8aa-6dc8-4ff2-81df-bc3bc44fb7d4 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 1129 time: 0.1796854 Aug 24 08:58:08.836115 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fea84b-5aba-4afa-abf3-0882fd183a21 req-f5408888-9c3a-474c-b1e7-139e9ca79d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:08.837597 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-96fea84b-5aba-4afa-abf3-0882fd183a21 req-f5408888-9c3a-474c-b1e7-139e9ca79d14 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?tenant_id=fadf4161dc28487487541cefeae7a220&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2875979 Aug 24 08:58:08.912814 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0eed8-25d8-4993-81e2-df7a83c7c1c3 req-7f87c329-0ca4-4169-9b46-5abf59e6f2dc tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:08.914774 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-17c0eed8-25d8-4993-81e2-df7a83c7c1c3 req-7f87c329-0ca4-4169-9b46-5abf59e6f2dc tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0534728 Aug 24 08:58:08.979317 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-17c0eed8-25d8-4993-81e2-df7a83c7c1c3 req-66631418-52e5-4097-b37b-9c780fb57bb3 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575225 Aug 24 08:58:09.042890 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035edc2-ee4e-4dc2-8343-73ec655f8060 req-7d9b2342-3dc2-4927-931a-6f1ebc530210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:09.044298 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b035edc2-ee4e-4dc2-8343-73ec655f8060 req-7d9b2342-3dc2-4927-931a-6f1ebc530210 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 920 time: 0.2557921 Aug 24 08:58:09.098692 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fea84b-5aba-4afa-abf3-0882fd183a21 req-b0bd0458-af0b-47da-83c5-2a89a939387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:09.100165 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-96fea84b-5aba-4afa-abf3-0882fd183a21 req-b0bd0458-af0b-47da-83c5-2a89a939387e service neutron] 10.222.0.69 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2534454 Aug 24 08:58:09.101583 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b035edc2-ee4e-4dc2-8343-73ec655f8060 req-e75c1822-605f-4cef-a0b3-e0738e8be197 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e66aa3c0-e44a-4473-a528-307eafade0e7 HTTP/1.1" status: 200 len: 217 time: 0.0413249 Aug 24 08:58:09.203182 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035edc2-ee4e-4dc2-8343-73ec655f8060 req-b95784f3-c211-40bd-bab5-824f26011884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:09.204665 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b035edc2-ee4e-4dc2-8343-73ec655f8060 req-b95784f3-c211-40bd-bab5-824f26011884 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=8a21facc-ab1e-4219-b0f0-4f835c4b6a49 HTTP/1.1" status: 200 len: 858 time: 0.0940638 Aug 24 08:58:09.205601 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-2de9e268-dba6-49e4-932c-3aa5342c6ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:09.207024 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-2de9e268-dba6-49e4-932c-3aa5342c6ba2 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=fadf4161dc28487487541cefeae7a220&device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 1127 time: 0.0584350 Aug 24 08:58:09.276284 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 32784) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:09.278854 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-3ea640ac-b28f-4576-8fb0-92a289380616 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e0870b3-0782-4dbe-acbc-643dd8a27475 HTTP/1.1" status: 200 len: 217 time: 0.0523551 Aug 24 08:58:09.352700 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035edc2-ee4e-4dc2-8343-73ec655f8060 req-602aafe3-77e2-41c6-b8ea-4fbaa08b8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:09.352700 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b035edc2-ee4e-4dc2-8343-73ec655f8060 req-602aafe3-77e2-41c6-b8ea-4fbaa08b8e4a service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1201043 Aug 24 08:58:09.369580 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-4236197f-0ebe-4c1f-a587-ce63b301414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:09.369580 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-4236197f-0ebe-4c1f-a587-ce63b301414a service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=d60567a5-9c74-45d8-8ad2-9e5e66a46c26 HTTP/1.1" status: 200 len: 849 time: 0.0704660 Aug 24 08:58:09.370089 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 32790) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:09.431629 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-fff0c4fd-62f7-4cb6-87f7-e8c9430e1663 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=1603c6f3-3835-4386-86fd-47ffa82f039f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531385 Aug 24 08:58:09.496720 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6c51e19e-7771-4acb-806a-6c416235369c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:09.549062 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c2c46bc8-31cb-4fe0-a6ba-6662de34948e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:09.555651 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e1ab687b-9e95-426a-850d-f04f9d33b4ab req-cb9ac112-4938-41be-bb11-3b81cc05cc97 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 210 time: 0.0661125 Aug 24 08:58:09.604459 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:09.605121 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:09.622962 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b035edc2-ee4e-4dc2-8343-73ec655f8060 req-88d2a115-6c87-44bf-bd8e-9178abb6d378 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704847 Aug 24 08:58:09.636273 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397d429-a932-4dcc-97cf-a2193ee27975 req-642760eb-3137-4d52-9616-9420287d079b tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:09.638321 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3397d429-a932-4dcc-97cf-a2193ee27975 req-642760eb-3137-4d52-9616-9420287d079b tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 943 time: 0.0868423 Aug 24 08:58:09.674309 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-dd86298c-17af-4d01-ac01-c597ce5243bb service neutron] 10.222.0.69 "GET /networking/v2.0/networks/1603c6f3-3835-4386-86fd-47ffa82f039f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290411 Aug 24 08:58:09.714596 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:09.743481 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3397d429-a932-4dcc-97cf-a2193ee27975 req-1941aca0-4c22-4b01-9ddb-a6cf22d72a23 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935380 Aug 24 08:58:09.766301 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6c51e19e-7771-4acb-806a-6c416235369c admin admin] Publish callbacks [] for security_group (506c1cda-9ec8-4839-982d-bedad44841d8), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:09.781287 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c2c46bc8-31cb-4fe0-a6ba-6662de34948e admin admin] Publish callbacks [] for security_group (671930b7-55c9-4b03-b8ee-860e565ab2ec), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:09.793665 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b035edc2-ee4e-4dc2-8343-73ec655f8060 req-a7eb9071-240c-46fb-afd1-e841d3491c14 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631024 Aug 24 08:58:09.826195 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-361e76ec-2edf-4cb3-bf00-5b6a76667df3 req-c96e7d7b-df71-4e82-a605-32d1c766fa24 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/1603c6f3-3835-4386-86fd-47ffa82f039f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197805 Aug 24 08:58:09.889464 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c2c46bc8-31cb-4fe0-a6ba-6662de34948e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (671930b7-55c9-4b03-b8ee-860e565ab2ec), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:09.891966 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6c51e19e-7771-4acb-806a-6c416235369c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (506c1cda-9ec8-4839-982d-bedad44841d8), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:09.942682 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-6c51e19e-7771-4acb-806a-6c416235369c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=14568fccd1ef4572a7cb33e4869a2c3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6650994 Aug 24 08:58:09.945461 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 32802) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:09.950490 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c46bc8-31cb-4fe0-a6ba-6662de34948e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671930b7-55c9-4b03-b8ee-860e565ab2ec,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:09.954697 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-c2c46bc8-31cb-4fe0-a6ba-6662de34948e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2af55b0fcb564260ade41958d02abd6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5833333 Aug 24 08:58:09.963712 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 32804) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:09.981855 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51e19e-7771-4acb-806a-6c416235369c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506c1cda-9ec8-4839-982d-bedad44841d8,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:10.024963 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:10.039055 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Publish callbacks [] for security_group (506c1cda-9ec8-4839-982d-bedad44841d8), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:10.051321 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0e33f9fd-2c2b-499b-ba15-22b0fe546602 admin admin] Publish callbacks [] for security_group (671930b7-55c9-4b03-b8ee-860e565ab2ec), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:10.103247 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Publish callbacks [] for security_group (506c1cda-9ec8-4839-982d-bedad44841d8), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:10.114229 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0e33f9fd-2c2b-499b-ba15-22b0fe546602 admin admin] Publish callbacks [] for security_group (671930b7-55c9-4b03-b8ee-860e565ab2ec), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:10.169219 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b380fb6-270a-4222-8903-d85e8d7911f0 req-e9cacc1a-6979-4545-87ad-2ca407722245 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:10.170707 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8b380fb6-270a-4222-8903-d85e8d7911f0 req-e9cacc1a-6979-4545-87ad-2ca407722245 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.1156166 Aug 24 08:58:10.228592 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8b380fb6-270a-4222-8903-d85e8d7911f0 req-8a373579-ed1c-4865-8cc3-86690fed1e5b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511613 Aug 24 08:58:10.297101 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (506c1cda-9ec8-4839-982d-bedad44841d8), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:10.299688 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:10.300824 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/506c1cda-9ec8-4839-982d-bedad44841d8 HTTP/1.1" status: 204 len: 168 time: 0.3543787 Aug 24 08:58:10.309950 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506c1cda-9ec8-4839-982d-bedad44841d8,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:10.317221 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:10.317568 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:10.317915 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:10.318254 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:10.318585 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:10.318941 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:10.319269 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:10.319607 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:10.319979 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:10.320276 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:10.320603 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:10.320927 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:10.321250 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:10.321570 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:10.321890 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ba7c0-2804-4be3-b859-ea980ab7e9f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:10.328555 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0e33f9fd-2c2b-499b-ba15-22b0fe546602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (671930b7-55c9-4b03-b8ee-860e565ab2ec), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:10.331517 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0e33f9fd-2c2b-499b-ba15-22b0fe546602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:10.332250 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-0e33f9fd-2c2b-499b-ba15-22b0fe546602 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/671930b7-55c9-4b03-b8ee-860e565ab2ec HTTP/1.1" status: 204 len: 168 time: 0.3659441 Aug 24 08:58:10.342296 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33f9fd-2c2b-499b-ba15-22b0fe546602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671930b7-55c9-4b03-b8ee-860e565ab2ec,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:10.487517 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:10.582870 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=70 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:10.589064 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=58 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:10.667675 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2a5e07c5-076f-47c4-a868-cb3ee7a4e9eb req-3104b25c-7761-4e2b-8894-ce7d1e426dd3 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 210 time: 0.0294538 Aug 24 08:58:10.871157 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f5619-f51b-4bca-94d0-57ac78aaf3be req-732373c7-d2d3-4548-b432-a9d292b45a4e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:10.872692 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d04f5619-f51b-4bca-94d0-57ac78aaf3be req-732373c7-d2d3-4548-b432-a9d292b45a4e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 943 time: 0.0549915 Aug 24 08:58:10.926375 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d04f5619-f51b-4bca-94d0-57ac78aaf3be req-04b8d4d8-1df5-40ea-a5cc-7a2054b8a642 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472097 Aug 24 08:58:11.172063 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 32826) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:11.191212 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f898cc17-ce86-4390-91c7-35cbf18422f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:11.247195 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:11.281974 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f898cc17-ce86-4390-91c7-35cbf18422f8 admin admin] Publish callbacks [] for security_group (62c45e32-d2c4-4e04-93a2-6b27444c3139), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:11.283491 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 32832) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:11.298948 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2dcc01a8-dabf-4936-a155-384fe931780c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:11.363828 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f898cc17-ce86-4390-91c7-35cbf18422f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (62c45e32-d2c4-4e04-93a2-6b27444c3139), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:11.380581 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c2b66-5f2c-4ecd-a4e7-cf64ca318af8 req-35dadd7d-a018-4a8d-b633-c280e51dcae4 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:11.382077 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-922c2b66-5f2c-4ecd-a4e7-cf64ca318af8 req-35dadd7d-a018-4a8d-b633-c280e51dcae4 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0696101 Aug 24 08:58:11.414151 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898cc17-ce86-4390-91c7-35cbf18422f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c45e32-d2c4-4e04-93a2-6b27444c3139,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:11.423322 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-f898cc17-ce86-4390-91c7-35cbf18422f8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0d5d94bc80cb4f4fb4f1dd29be514ae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500997 Aug 24 08:58:11.426836 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 32836) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:11.428666 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2dcc01a8-dabf-4936-a155-384fe931780c admin admin] Publish callbacks [] for security_group (f1546de0-c9fc-46f8-ae4b-0ed7e216061e), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:11.437968 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-922c2b66-5f2c-4ecd-a4e7-cf64ca318af8 req-e6e7c79f-17dc-4fdb-9383-c35264ba33be tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489118 Aug 24 08:58:11.482036 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-62395173-28cf-445d-bf72-98766879a0c8 admin admin] Publish callbacks [] for security_group (62c45e32-d2c4-4e04-93a2-6b27444c3139), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:11.504216 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-62395173-28cf-445d-bf72-98766879a0c8 admin admin] Publish callbacks [] for security_group (62c45e32-d2c4-4e04-93a2-6b27444c3139), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:11.532136 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2dcc01a8-dabf-4936-a155-384fe931780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (f1546de0-c9fc-46f8-ae4b-0ed7e216061e), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:11.577562 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-2dcc01a8-dabf-4936-a155-384fe931780c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=90e42435d75742019aaff626dac68768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926810 Aug 24 08:58:11.578914 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc01a8-dabf-4936-a155-384fe931780c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1546de0-c9fc-46f8-ae4b-0ed7e216061e,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:11.580322 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 32838) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:11.633623 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c87855b7-15d5-4b66-a0b5-f796a091de8c admin admin] Publish callbacks [] for security_group (f1546de0-c9fc-46f8-ae4b-0ed7e216061e), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:11.654566 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c87855b7-15d5-4b66-a0b5-f796a091de8c admin admin] Publish callbacks [] for security_group (f1546de0-c9fc-46f8-ae4b-0ed7e216061e), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:11.666479 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:11.682455 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:11.717160 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-62395173-28cf-445d-bf72-98766879a0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (62c45e32-d2c4-4e04-93a2-6b27444c3139), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:11.728665 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-62395173-28cf-445d-bf72-98766879a0c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:11.728665 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-62395173-28cf-445d-bf72-98766879a0c8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/62c45e32-d2c4-4e04-93a2-6b27444c3139 HTTP/1.1" status: 204 len: 168 time: 0.2913134 Aug 24 08:58:11.732268 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62395173-28cf-445d-bf72-98766879a0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c45e32-d2c4-4e04-93a2-6b27444c3139,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:11.776890 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-46a7e25e-ca43-47ab-bab8-ad1479183b29 req-9f1fa0fb-b315-4c7b-82fe-9722bbd95eb2 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 210 time: 0.0279200 Aug 24 08:58:11.843379 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c87855b7-15d5-4b66-a0b5-f796a091de8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (f1546de0-c9fc-46f8-ae4b-0ed7e216061e), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:11.846109 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c87855b7-15d5-4b66-a0b5-f796a091de8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:11.847310 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-c87855b7-15d5-4b66-a0b5-f796a091de8c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f1546de0-c9fc-46f8-ae4b-0ed7e216061e HTTP/1.1" status: 204 len: 168 time: 0.2659380 Aug 24 08:58:11.855435 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87855b7-15d5-4b66-a0b5-f796a091de8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1546de0-c9fc-46f8-ae4b-0ed7e216061e,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:11.952414 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-ce069418-d35b-4cb9-8d1d-c7281986107f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:12.053228 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3ef87-fc45-4250-b07f-204b0954a266 req-652ab307-9f76-4511-8dd5-b516bfbecca6 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:12.054599 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5de3ef87-fc45-4250-b07f-204b0954a266 req-652ab307-9f76-4511-8dd5-b516bfbecca6 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 943 time: 0.0488555 Aug 24 08:58:12.113338 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5de3ef87-fc45-4250-b07f-204b0954a266 req-d6a4e1bc-ac87-46ef-8009-e9b5df765f63 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484295 Aug 24 08:58:12.568802 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac655529-b318-445b-afce-b38d317e19c9 req-fdfc91ea-b550-49a4-a6ab-6715d47ae63e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:12.570421 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ac655529-b318-445b-afce-b38d317e19c9 req-fdfc91ea-b550-49a4-a6ab-6715d47ae63e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0549157 Aug 24 08:58:12.620346 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ac655529-b318-445b-afce-b38d317e19c9 req-ddf2535e-9963-48ae-b219-840368c6fee1 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429823 Aug 24 08:58:12.737959 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 2e0870b3-0782-4dbe-acbc-643dd8a27475 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:58:12.846254 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 2e0870b3-0782-4dbe-acbc-643dd8a27475, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=2e0870b3-0782-4dbe-acbc-643dd8a27475,segment=NetworkSegment(f14c624b-0932-4546-92a8-34d65fae0156),segment_id=f14c624b-0932-4546-92a8-34d65fae0156)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:12.858616 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '2e0870b3-0782-4dbe-acbc-643dd8a27475', 'network_id': '1603c6f3-3835-4386-86fd-47ffa82f039f', 'port_id': '2e0870b3-0782-4dbe-acbc-643dd8a27475', 'mac_address': 'fa:16:3e:95:7f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60567a5-9c74-45d8-8ad2-9e5e66a46c26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:58:12.894907 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 2e0870b3-0782-4dbe-acbc-643dd8a27475 is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:58:12.895250 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (2e0870b3-0782-4dbe-acbc-643dd8a27475), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:12.901551 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2be5ac98-493a-41d7-b7fe-1c9a96c442a1 req-a2eac29a-6651-4ca2-9a31-4524e18328bf tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 210 time: 0.0388517 Aug 24 08:58:12.921462 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0870b3-0782-4dbe-acbc-643dd8a27475 {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:58:12.929039 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:12.940946 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 2e0870b3-0782-4dbe-acbc-643dd8a27475, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=2e0870b3-0782-4dbe-acbc-643dd8a27475,segment=NetworkSegment(f14c624b-0932-4546-92a8-34d65fae0156),segment_id=f14c624b-0932-4546-92a8-34d65fae0156)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:13.016932 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (2e0870b3-0782-4dbe-acbc-643dd8a27475), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:13.068454 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=2e0870b3-0782-4dbe-acbc-643dd8a27475,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:13.076681 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:13.077023 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:13.077359 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:13.077734 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:13.078069 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:13.078400 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:13.078872 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:13.079191 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:13.079684 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:13.080166 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:13.080492 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:13.080821 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:13.081141 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:13.081452 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:13.081921 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:13.245032 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc782e-1fef-4dc6-9230-260fca957c22 req-88ff9aa0-827c-4a96-9ed7-d9e669b9ae34 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:13.246627 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e6dc782e-1fef-4dc6-9230-260fca957c22 req-88ff9aa0-827c-4a96-9ed7-d9e669b9ae34 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 944 time: 0.0551264 Aug 24 08:58:13.302119 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e6dc782e-1fef-4dc6-9230-260fca957c22 req-5ae6dd9a-fa42-45aa-9987-43e5904cc579 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484154 Aug 24 08:58:13.745758 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd02828-b78f-4a21-a055-0d0e51a2663f req-62e1be10-d646-41b9-bd4d-b70386cfbedd tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:13.747956 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-bdd02828-b78f-4a21-a055-0d0e51a2663f req-62e1be10-d646-41b9-bd4d-b70386cfbedd tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0499933 Aug 24 08:58:13.800891 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-bdd02828-b78f-4a21-a055-0d0e51a2663f req-3020e456-bd27-44cb-bbc2-97cb710c43d9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453360 Aug 24 08:58:14.155607 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-481510dc-b9a5-4be5-9a7c-257a2e0a61c0 req-b0b6e593-2bd0-4e6e-b9ed-2686e9eb8e92 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 210 time: 0.0313511 Aug 24 08:58:14.326165 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e87c5400-e4d7-44b1-b3aa-bf08c68c693c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:14.430582 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41152c4-ff37-485a-a19c-672d904dcfc7 req-afdd9624-8fee-47c2-8e81-5d9764206a7a tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:14.432081 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d41152c4-ff37-485a-a19c-672d904dcfc7 req-afdd9624-8fee-47c2-8e81-5d9764206a7a tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 944 time: 0.0503540 Aug 24 08:58:14.483283 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d41152c4-ff37-485a-a19c-672d904dcfc7 req-ec7002c8-0ab9-423b-9671-1cf55f78c962 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443063 Aug 24 08:58:14.816663 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 32950) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:14.825326 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['2e0870b3-0782-4dbe-acbc-643dd8a27475'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:58:14.984913 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:15.000791 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:15.031039 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-a9efa42a-6054-46ed-a4be-c43d94ed296f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:15.032177 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:15.033748 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-a9efa42a-6054-46ed-a4be-c43d94ed296f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.69 "GET /networking/v2.0/networks?id=13fa4940-b618-4378-a572-2001b35f19f6 HTTP/1.1" status: 200 len: 811 time: 0.4677985 Aug 24 08:58:15.045758 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a69595-e974-4947-b3fa-04d04726fe6e req-9aca53c0-3edc-4b56-ba16-981469c5aad7 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:15.047916 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f3a69595-e974-4947-b3fa-04d04726fe6e req-9aca53c0-3edc-4b56-ba16-981469c5aad7 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.1230633 Aug 24 08:58:15.119070 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Publish callbacks [] for security_group (2863d8bb-9585-4dda-a4a8-96a591096327), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:15.150423 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f3a69595-e974-4947-b3fa-04d04726fe6e req-d1b621c8-56e7-488f-94b7-1b388a4bab8e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888793 Aug 24 08:58:15.158599 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-076f58f8-f8d0-496f-8ad2-6303f0cbf22f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.69 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=12594f976e5f48d9926716737f86afe0 HTTP/1.1" status: 200 len: 379 time: 0.1085129 Aug 24 08:58:15.176942 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-aa1c5396-9fcf-42bf-a191-404eeb86385c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Request body: {'port': {'device_id': '6b056e5f-9e74-4d77-b390-70a948d54c49', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'admin_state_up': True, 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'security_groups': ['f32ffc6f-3de5-4489-b5b6-246e80c4bbf4']}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:15.277844 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (2863d8bb-9585-4dda-a4a8-96a591096327), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:15.309507 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-92c1882d-69d6-4295-b30a-8bddf4e7146b req-cf4e2107-27ba-4245-bfec-6f01270a3e4e tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 210 time: 0.0489724 Aug 24 08:58:15.346016 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=86da94ac86294ef492d994b53c814167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5276167 Aug 24 08:58:15.349065 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 32962) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:15.351792 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2863d8bb-9585-4dda-a4a8-96a591096327,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:15.360763 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:15.361114 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:15.361495 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:15.361838 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:15.362208 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:15.362762 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:15.363139 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:15.363502 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:15.363854 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:15.364278 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:15.364620 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:15.364935 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:15.365264 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:15.365587 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:15.365917 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2105d-5682-4027-8ce8-73d3cf58803e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:58:15.422754 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e6b817c1-e765-4f0c-bbcf-f0ab714ac490 admin admin] Publish callbacks [] for security_group (2863d8bb-9585-4dda-a4a8-96a591096327), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:15.438194 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-aa1c5396-9fcf-42bf-a191-404eeb86385c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Made reservation on behalf of 12594f976e5f48d9926716737f86afe0 for: {'port': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:58:15.443403 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-aa1c5396-9fcf-42bf-a191-404eeb86385c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:15.445842 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:15.473133 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e6b817c1-e765-4f0c-bbcf-f0ab714ac490 admin admin] Publish callbacks [] for security_group (2863d8bb-9585-4dda-a4a8-96a591096327), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:15.718241 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:15.758738 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e6b817c1-e765-4f0c-bbcf-f0ab714ac490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (2863d8bb-9585-4dda-a4a8-96a591096327), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:15.761438 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e6b817c1-e765-4f0c-bbcf-f0ab714ac490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:15.765856 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-e6b817c1-e765-4f0c-bbcf-f0ab714ac490 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2863d8bb-9585-4dda-a4a8-96a591096327 HTTP/1.1" status: 204 len: 168 time: 0.4153781 Aug 24 08:58:15.784238 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b817c1-e765-4f0c-bbcf-f0ab714ac490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2863d8bb-9585-4dda-a4a8-96a591096327,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:15.795483 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039b647-44f1-412e-983e-786c2a961dd0 req-9b4ae438-6950-462f-b0cd-f12943b42588 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:15.802823 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0039b647-44f1-412e-983e-786c2a961dd0 req-9b4ae438-6950-462f-b0cd-f12943b42588 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 944 time: 0.1192753 Aug 24 08:58:15.815387 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-aa1c5396-9fcf-42bf-a191-404eeb86385c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Allocated IP 172.20.0.7 (13fa4940-b618-4378-a572-2001b35f19f6/aaef8caf-3e43-49ed-9743-8dc7cada53fc/5af44ebd-f6e8-4d16-897d-8f55882e9383) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:58:15.896780 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0039b647-44f1-412e-983e-786c2a961dd0 req-0725bde8-6b99-463b-a175-675cc9bd756c tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930374 Aug 24 08:58:16.115275 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-aa1c5396-9fcf-42bf-a191-404eeb86385c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for port (5af44ebd-f6e8-4d16-897d-8f55882e9383), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:16.284165 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-aa1c5396-9fcf-42bf-a191-404eeb86385c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (5af44ebd-f6e8-4d16-897d-8f55882e9383), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:16.306505 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb0f21-ca19-4411-adb9-a15b6402587b req-7d468988-d9b9-4c29-a388-466da0a6be11 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:16.310050 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ecdb0f21-ca19-4411-adb9-a15b6402587b req-7d468988-d9b9-4c29-a388-466da0a6be11 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0718937 Aug 24 08:58:16.351552 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-aa1c5396-9fcf-42bf-a191-404eeb86385c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Network 13fa4940-b618-4378-a572-2001b35f19f6 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:58:16.369728 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c5396-9fcf-42bf-a191-404eeb86385c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event updated for resources: {'Port': ['ID=5af44ebd-f6e8-4d16-897d-8f55882e9383,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:16.378718 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:16.381112 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-aa1c5396-9fcf-42bf-a191-404eeb86385c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:58:16.387911 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-aa1c5396-9fcf-42bf-a191-404eeb86385c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:58:16.471335 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ecdb0f21-ca19-4411-adb9-a15b6402587b req-050e79a1-84b5-411d-a095-199dcfede26c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514158 Aug 24 08:58:16.531788 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-aa1c5396-9fcf-42bf-a191-404eeb86385c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:16.533299 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-aa1c5396-9fcf-42bf-a191-404eeb86385c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:16.558690 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784ae47-1a00-4faf-8dcb-a40c5a76ec36 req-203cde24-b6d3-400d-849f-c1a77a00b99a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:16.563249 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4784ae47-1a00-4faf-8dcb-a40c5a76ec36 req-203cde24-b6d3-400d-849f-c1a77a00b99a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 931 time: 0.1331246 Aug 24 08:58:16.641201 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4784ae47-1a00-4faf-8dcb-a40c5a76ec36 req-ed3709a4-22cf-498d-9ac0-cc8ac4689663 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667968 Aug 24 08:58:16.685343 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-aa1c5396-9fcf-42bf-a191-404eeb86385c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5203896 Aug 24 08:58:16.701546 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Request body: {'port': {'device_id': '6b056e5f-9e74-4d77-b390-70a948d54c49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:16.704193 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 2e0870b3-0782-4dbe-acbc-643dd8a27475 up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:58:16.770210 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-986b55ed-fd0b-4a74-b7ca-63c0ae667210 None None] Provisioning complete for port 5af44ebd-f6e8-4d16-897d-8f55882e9383 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:58:16.770938 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-986b55ed-fd0b-4a74-b7ca-63c0ae667210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (5af44ebd-f6e8-4d16-897d-8f55882e9383), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:16.798638 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:16.808162 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (5af44ebd-f6e8-4d16-897d-8f55882e9383), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:16.812416 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port 2e0870b3-0782-4dbe-acbc-643dd8a27475 completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:58:16.818551 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-986b55ed-fd0b-4a74-b7ca-63c0ae667210 None None] Port 5af44ebd-f6e8-4d16-897d-8f55882e9383 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:58:16.880356 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 2e0870b3-0782-4dbe-acbc-643dd8a27475 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:58:16.881029 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (2e0870b3-0782-4dbe-acbc-643dd8a27475), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:16.909192 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 32992) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:16.925221 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7640e637-9c9c-45d9-8a99-6f2195cb29db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:17.048260 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 2e0870b3-0782-4dbe-acbc-643dd8a27475 is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:58:17.049666 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (2e0870b3-0782-4dbe-acbc-643dd8a27475), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:17.078780 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5cf79f-8629-4075-87bf-ca6d21c7cc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0870b3-0782-4dbe-acbc-643dd8a27475'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:58:17.081743 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e38758-354d-4465-af49-e30579aba05a" -d '{"events": [{"server_uuid": "0c5cf79f-8629-4075-87bf-ca6d21c7cc30", "name": "network-vif-plugged", "status": "completed", "tag": "2e0870b3-0782-4dbe-acbc-643dd8a27475"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:58:17.096735 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:17.103681 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 2e0870b3-0782-4dbe-acbc-643dd8a27475, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=2e0870b3-0782-4dbe-acbc-643dd8a27475,segment=NetworkSegment(f14c624b-0932-4546-92a8-34d65fae0156),segment_id=f14c624b-0932-4546-92a8-34d65fae0156)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:17.107141 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7640e637-9c9c-45d9-8a99-6f2195cb29db admin admin] Publish callbacks [] for security_group (2dc301f5-7d43-4980-82a9-8d44a2920d24), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:17.135606 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:17.146255 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a1c677-a90d-458e-90c0-12811f5087ba x-openstack-request-id: req-55a1c677-a90d-458e-90c0-12811f5087ba {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:58:17.146620 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5cf79f-8629-4075-87bf-ca6d21c7cc30", "name": "network-vif-plugged", "status": "completed", "tag": "2e0870b3-0782-4dbe-acbc-643dd8a27475", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:58:17.146941 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55a1c677-a90d-458e-90c0-12811f5087ba {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:58:17.147336 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a1c677-a90d-458e-90c0-12811f5087ba'] response: {'server_uuid': '0c5cf79f-8629-4075-87bf-ca6d21c7cc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0870b3-0782-4dbe-acbc-643dd8a27475', 'code': 200} Aug 24 08:58:17.154139 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa44371-ec7c-4612-9490-e8cad5ba2465 req-a9ed53d3-6d65-48a1-87c8-8c3545248293 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:17.156993 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-eaa44371-ec7c-4612-9490-e8cad5ba2465 req-a9ed53d3-6d65-48a1-87c8-8c3545248293 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 944 time: 0.0849156 Aug 24 08:58:17.200881 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (2e0870b3-0782-4dbe-acbc-643dd8a27475), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:17.258273 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7640e637-9c9c-45d9-8a99-6f2195cb29db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (2dc301f5-7d43-4980-82a9-8d44a2920d24), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:17.295327 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-eaa44371-ec7c-4612-9490-e8cad5ba2465 req-b4760ead-343b-4e6f-b0a5-077377d88a0a tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276102 Aug 24 08:58:17.314162 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=2e0870b3-0782-4dbe-acbc-643dd8a27475,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:17.331753 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af44ebd-f6e8-4d16-897d-8f55882e9383 {{(pid=118616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:58:17.352425 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:17.364257 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640e637-9c9c-45d9-8a99-6f2195cb29db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc301f5-7d43-4980-82a9-8d44a2920d24,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:17.371837 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-7640e637-9c9c-45d9-8a99-6f2195cb29db admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9a1947302f7a43a992eb78e9b6557927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4614496 Aug 24 08:58:17.374990 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Publish callbacks [] for port (5af44ebd-f6e8-4d16-897d-8f55882e9383), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:17.376670 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 33004) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:17.385012 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:17.406970 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.provisioning_blocks [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Transition to ACTIVE for port object 5af44ebd-f6e8-4d16-897d-8f55882e9383 will not be triggered until provisioned by entity L2. {{(pid=118616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:58:17.438077 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-98bca29b-efbe-4d23-b03c-fa2904a7ddba admin admin] Publish callbacks [] for security_group (2dc301f5-7d43-4980-82a9-8d44a2920d24), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:17.468046 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-98bca29b-efbe-4d23-b03c-fa2904a7ddba admin admin] Publish callbacks [] for security_group (2dc301f5-7d43-4980-82a9-8d44a2920d24), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:17.535581 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (5af44ebd-f6e8-4d16-897d-8f55882e9383), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:17.657113 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:17.693155 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Pushing event updated for resources: {'Port': ['ID=5af44ebd-f6e8-4d16-897d-8f55882e9383,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:17.701738 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6d5f6-967b-41ec-8fed-567439b70ad5 req-8089a531-6761-4d19-ad55-9e869d2f2f27 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:17.703243 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a3a6d5f6-967b-41ec-8fed-567439b70ad5 req-8089a531-6761-4d19-ad55-9e869d2f2f27 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0980921 Aug 24 08:58:17.704324 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c7c20-9963-4d47-909d-452ee5403f46 req-21ee02ea-4ea7-42fc-b520-bfe1618a7b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:17.705895 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-cc4c7c20-9963-4d47-909d-452ee5403f46 req-21ee02ea-4ea7-42fc-b520-bfe1618a7b63 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 1129 time: 0.1946955 Aug 24 08:58:17.706571 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-98bca29b-efbe-4d23-b03c-fa2904a7ddba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (2dc301f5-7d43-4980-82a9-8d44a2920d24), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:17.718317 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-98bca29b-efbe-4d23-b03c-fa2904a7ddba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:17.722050 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-98bca29b-efbe-4d23-b03c-fa2904a7ddba admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2dc301f5-7d43-4980-82a9-8d44a2920d24 HTTP/1.1" status: 204 len: 168 time: 0.3423150 Aug 24 08:58:17.747288 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bca29b-efbe-4d23-b03c-fa2904a7ddba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc301f5-7d43-4980-82a9-8d44a2920d24,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:17.834518 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce1b32-f1c2-4634-a9e1-ca049887a747 req-49fdf85c-56fa-4ae9-96af-b8055d8f3b3e tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:17.837854 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-cc4c7c20-9963-4d47-909d-452ee5403f46 req-abf8fc01-4399-49a5-a7e5-41a13b8b9676 service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240425 Aug 24 08:58:17.843644 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a3a6d5f6-967b-41ec-8fed-567439b70ad5 req-9744331d-19c9-406d-9a87-548520d3db65 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281116 Aug 24 08:58:17.845088 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Attempting to bind port 5af44ebd-f6e8-4d16-897d-8f55882e9383 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:58:17.845464 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Attempting to bind port 5af44ebd-f6e8-4d16-897d-8f55882e9383 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:58:17.845865 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Attempting to bind port 5af44ebd-f6e8-4d16-897d-8f55882e9383 on network 13fa4940-b618-4378-a572-2001b35f19f6 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:58:17.852680 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Port 5af44ebd-f6e8-4d16-897d-8f55882e9383 on network 13fa4940-b618-4378-a572-2001b35f19f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:58:17.853138 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Attempting to bind port 5af44ebd-f6e8-4d16-897d-8f55882e9383 on network 13fa4940-b618-4378-a572-2001b35f19f6 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:58:17.856702 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8fce1b32-f1c2-4634-a9e1-ca049887a747 req-49fdf85c-56fa-4ae9-96af-b8055d8f3b3e tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 943 time: 0.0966895 Aug 24 08:58:17.859749 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:58:17.860101 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Checking segment: {'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:58:17.860486 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Bound using segment: {'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:58:17.860933 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Bound port: 5af44ebd-f6e8-4d16-897d-8f55882e9383, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'}}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:58:17.861291 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (5af44ebd-f6e8-4d16-897d-8f55882e9383), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:17.967528 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] For port 5af44ebd-f6e8-4d16-897d-8f55882e9383, host hv-cinder-85221, cleared binding levels {{(pid=118616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:58:17.973830 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] For port 5af44ebd-f6e8-4d16-897d-8f55882e9383, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5af44ebd-f6e8-4d16-897d-8f55882e9383,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:58:17.983212 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8fce1b32-f1c2-4634-a9e1-ca049887a747 req-8f16cf3a-85c0-4e1b-99d1-18e15a08365b tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257381 Aug 24 08:58:18.066839 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (5af44ebd-f6e8-4d16-897d-8f55882e9383), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:18.076118 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:18.077480 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:18.080323 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/5af44ebd-f6e8-4d16-897d-8f55882e9383 HTTP/1.1" status: 200 len: 1093 time: 1.3864653 Aug 24 08:58:18.081129 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b056e5f-9e74-4d77-b390-70a948d54c49', 'tag': '5af44ebd-f6e8-4d16-897d-8f55882e9383'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:58:18.086440 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1fb5a7-cbe6-4f43-8367-6bfa88c8f98f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b056e5f-9e74-4d77-b390-70a948d54c49", "tag": "5af44ebd-f6e8-4d16-897d-8f55882e9383"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:58:18.208014 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9b586d-49fb-4c31-9c65-e6b0d12e5c8f x-openstack-request-id: req-fa9b586d-49fb-4c31-9c65-e6b0d12e5c8f {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:58:18.208530 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b056e5f-9e74-4d77-b390-70a948d54c49", "tag": "5af44ebd-f6e8-4d16-897d-8f55882e9383", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:58:18.209173 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa9b586d-49fb-4c31-9c65-e6b0d12e5c8f {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:58:18.209885 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa9b586d-49fb-4c31-9c65-e6b0d12e5c8f'] response: {'name': 'network-changed', 'server_uuid': '6b056e5f-9e74-4d77-b390-70a948d54c49', 'tag': '5af44ebd-f6e8-4d16-897d-8f55882e9383', 'status': 'completed', 'code': 200} Aug 24 08:58:18.240726 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3da7d-38d4-47d4-8d99-3137b4715095 service neutron] Pushing event updated for resources: {'Port': ['ID=5af44ebd-f6e8-4d16-897d-8f55882e9383,revision_number=3']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:18.290943 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-d78a17c4-5cb0-409d-b838-d5c5ebffdd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:18.293539 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-d78a17c4-5cb0-409d-b838-d5c5ebffdd0d service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=12594f976e5f48d9926716737f86afe0&device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 1127 time: 0.0750778 Aug 24 08:58:18.470744 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4499b-3b57-4992-8da4-30f62af13be7 req-9c7205d1-61c0-4b4d-84f6-c59c718bc2dc tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:18.472331 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-24d4499b-3b57-4992-8da4-30f62af13be7 req-9c7205d1-61c0-4b4d-84f6-c59c718bc2dc tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 945 time: 0.0595036 Aug 24 08:58:18.547108 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-24d4499b-3b57-4992-8da4-30f62af13be7 req-07811444-a395-4712-9fc0-af830476b46a tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588162 Aug 24 08:58:18.654362 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-32584620-9f60-45a8-9835-21bc21266e4a service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5af44ebd-f6e8-4d16-897d-8f55882e9383 HTTP/1.1" status: 200 len: 217 time: 0.0435853 Aug 24 08:58:18.724643 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-ac53c913-e533-4e0e-bf22-3a62a530dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:18.726973 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-ac53c913-e533-4e0e-bf22-3a62a530dd7e service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=aaef8caf-3e43-49ed-9743-8dc7cada53fc HTTP/1.1" status: 200 len: 850 time: 0.0653996 Aug 24 08:58:18.819834 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-6683d668-e179-43c2-b5c9-290f5ee7965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:18.821486 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-6683d668-e179-43c2-b5c9-290f5ee7965d service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=13fa4940-b618-4378-a572-2001b35f19f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506122 Aug 24 08:58:18.930154 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-7c6999cb-ce43-482e-a01e-d7bbf2738199 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015122 Aug 24 08:58:19.017683 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e358b97-d7f4-463a-a90c-0cf1b8c28d9a req-06948874-41cc-450b-b37d-671d5756d665 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:19.018777 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4e358b97-d7f4-463a-a90c-0cf1b8c28d9a req-06948874-41cc-450b-b37d-671d5756d665 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0677383 Aug 24 08:58:19.069170 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4e358b97-d7f4-463a-a90c-0cf1b8c28d9a req-7e11113c-2fdf-4e7b-9ea4-db17240e53af tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457315 Aug 24 08:58:19.219807 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3aa111-79ea-4c1f-91e6-2d4945760c70 req-a14fe8c4-6610-473f-8e9e-d40cb76bddcc tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:19.222515 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7c3aa111-79ea-4c1f-91e6-2d4945760c70 req-a14fe8c4-6610-473f-8e9e-d40cb76bddcc tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 943 time: 0.0653517 Aug 24 08:58:19.288972 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7c3aa111-79ea-4c1f-91e6-2d4945760c70 req-0b561066-bb4b-4e3d-b379-fb2c0281411c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613625 Aug 24 08:58:19.522908 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f6d27a11-4844-4e2d-b511-a43f7d8ddd3f req-81c57a36-549c-4ab2-a61c-c59697770784 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950209 Aug 24 08:58:19.689845 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a7269-ad0b-46e0-9a37-4acf15c54c42 req-135ece3b-9c68-4043-bddb-62979e04bb3a tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:19.691551 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5d4a7269-ad0b-46e0-9a37-4acf15c54c42 req-135ece3b-9c68-4043-bddb-62979e04bb3a tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 945 time: 0.0579464 Aug 24 08:58:19.762363 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5d4a7269-ad0b-46e0-9a37-4acf15c54c42 req-546e1d58-7933-4a26-a387-e486a7cca898 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608132 Aug 24 08:58:19.972523 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fb5a7-cbe6-4f43-8367-6bfa88c8f98f req-2ee549ab-3c0d-43ca-b1b7-4584e6111c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:19.974095 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5f1fb5a7-cbe6-4f43-8367-6bfa88c8f98f req-2ee549ab-3c0d-43ca-b1b7-4584e6111c88 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=12594f976e5f48d9926716737f86afe0&device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 1127 time: 0.0474002 Aug 24 08:58:20.139927 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fb5a7-cbe6-4f43-8367-6bfa88c8f98f req-610e4273-7c5f-4b74-afb5-88095cc0c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:20.141823 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5f1fb5a7-cbe6-4f43-8367-6bfa88c8f98f req-610e4273-7c5f-4b74-afb5-88095cc0c264 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=13fa4940-b618-4378-a572-2001b35f19f6 HTTP/1.1" status: 200 len: 912 time: 0.1584094 Aug 24 08:58:20.196391 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5f1fb5a7-cbe6-4f43-8367-6bfa88c8f98f req-bbb473cc-b463-4ac4-ad99-fe8aa2b858c7 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5af44ebd-f6e8-4d16-897d-8f55882e9383 HTTP/1.1" status: 200 len: 217 time: 0.0474620 Aug 24 08:58:20.281668 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77aeba-11f7-4580-a47a-07e58aa2482a req-91b0d6e0-814e-45d1-9126-acbfeb27de44 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:20.283485 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-af77aeba-11f7-4580-a47a-07e58aa2482a req-91b0d6e0-814e-45d1-9126-acbfeb27de44 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0897865 Aug 24 08:58:20.296304 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fb5a7-cbe6-4f43-8367-6bfa88c8f98f req-417d9dd2-e699-4c54-aa8b-4ad56d195d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:20.297839 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5f1fb5a7-cbe6-4f43-8367-6bfa88c8f98f req-417d9dd2-e699-4c54-aa8b-4ad56d195d36 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=aaef8caf-3e43-49ed-9743-8dc7cada53fc HTTP/1.1" status: 200 len: 850 time: 0.0935857 Aug 24 08:58:20.369236 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fb5a7-cbe6-4f43-8367-6bfa88c8f98f req-fe8d461f-9721-45f3-84b4-af946e94fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:20.371543 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5f1fb5a7-cbe6-4f43-8367-6bfa88c8f98f req-fe8d461f-9721-45f3-84b4-af946e94fe4c service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=13fa4940-b618-4378-a572-2001b35f19f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652301 Aug 24 08:58:20.404752 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-af77aeba-11f7-4580-a47a-07e58aa2482a req-7bcf9938-6740-4b00-8980-0fa6f8c7548d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058381 Aug 24 08:58:20.526459 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5f1fb5a7-cbe6-4f43-8367-6bfa88c8f98f req-c2cdd6ae-ccb1-4036-b3b9-f3af24314d13 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457169 Aug 24 08:58:20.551203 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be5475-6747-460b-b98d-97e67e27e09f req-8f8780eb-c867-4bb1-84f8-ba2fed1aaf54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:20.554273 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-30be5475-6747-460b-b98d-97e67e27e09f req-8f8780eb-c867-4bb1-84f8-ba2fed1aaf54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 943 time: 0.0772507 Aug 24 08:58:20.654258 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-30be5475-6747-460b-b98d-97e67e27e09f req-0bf55848-680e-46a6-8c35-55717064ac1a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845506 Aug 24 08:58:20.693919 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5f1fb5a7-cbe6-4f43-8367-6bfa88c8f98f req-1acfb42a-c60b-4f8f-bc62-ec4a400615ac service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531196 Aug 24 08:58:20.840663 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:21.146345 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:21.203927 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:21.580809 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7085ba2-2b7e-4275-863c-9e595cab6def req-d88d5513-dbcc-4da6-ae4c-43f07008ac4c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:21.583474 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e7085ba2-2b7e-4275-863c-9e595cab6def req-d88d5513-dbcc-4da6-ae4c-43f07008ac4c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0574167 Aug 24 08:58:21.639251 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e7085ba2-2b7e-4275-863c-9e595cab6def req-4a62ca24-9a7a-4ed0-930c-122f271d7465 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499160 Aug 24 08:58:21.773887 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d82c9-8355-4f22-a116-15a0ccaaef87 req-aef72752-c75a-4575-a688-ce2618e3eb97 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:21.775626 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0b7d82c9-8355-4f22-a116-15a0ccaaef87 req-aef72752-c75a-4575-a688-ce2618e3eb97 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 943 time: 0.0498302 Aug 24 08:58:21.838914 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0b7d82c9-8355-4f22-a116-15a0ccaaef87 req-4f5a37b3-41a1-4077-b888-ef602e8a8430 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512233 Aug 24 08:58:22.475417 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bea11b-5147-4e64-8a79-151e015df10d req-e731e26c-0a8d-4fba-9ac2-289ab5a48b01 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:22.477195 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-75bea11b-5147-4e64-8a79-151e015df10d req-e731e26c-0a8d-4fba-9ac2-289ab5a48b01 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 945 time: 0.0559826 Aug 24 08:58:22.548275 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-75bea11b-5147-4e64-8a79-151e015df10d req-c1c0cba7-8672-431a-95a2-0f11ca35c87e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637085 Aug 24 08:58:22.799606 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7d48c-e5a5-4abe-a799-24efde331e63 req-0828536f-a1b3-4758-b965-59df99457e5d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:22.799606 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0ba7d48c-e5a5-4abe-a799-24efde331e63 req-0828536f-a1b3-4758-b965-59df99457e5d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0706048 Aug 24 08:58:22.860846 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0ba7d48c-e5a5-4abe-a799-24efde331e63 req-72b9e080-350f-442d-b1a8-f22c0273b963 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543022 Aug 24 08:58:23.024390 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb89761-339f-40da-bdc7-e2a0c6aebb9b req-a755d947-d5b8-4eb9-b095-a574a7aa49fa tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:23.035037 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2eb89761-339f-40da-bdc7-e2a0c6aebb9b req-a755d947-d5b8-4eb9-b095-a574a7aa49fa tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 943 time: 0.1126328 Aug 24 08:58:23.101801 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2eb89761-339f-40da-bdc7-e2a0c6aebb9b req-27b2eae6-5bc0-4771-ad3f-419d80b884c8 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656204 Aug 24 08:58:23.843908 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:23.856616 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16c693-1277-407f-84ca-82f089e9716b req-4d95792e-5162-4b23-b01c-5b786a40f6a0 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:23.858255 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-cb16c693-1277-407f-84ca-82f089e9716b req-4d95792e-5162-4b23-b01c-5b786a40f6a0 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 945 time: 0.0633516 Aug 24 08:58:23.914273 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-cb16c693-1277-407f-84ca-82f089e9716b req-478b3952-8381-4c37-b30a-8f690bfd6fae tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496004 Aug 24 08:58:24.037261 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42adae-8d58-47b9-beff-9df695237ba9 req-c2ed1c87-69e3-4fcf-9c11-3eb238c4f8c4 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:24.039049 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7a42adae-8d58-47b9-beff-9df695237ba9 req-c2ed1c87-69e3-4fcf-9c11-3eb238c4f8c4 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0527053 Aug 24 08:58:24.114334 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7a42adae-8d58-47b9-beff-9df695237ba9 req-130e6902-b703-4d1c-8bd1-21bf038ad877 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641978 Aug 24 08:58:24.301305 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b820f7-f022-4023-b2c0-13f543f8e9b4 req-798b1ac0-2b74-41c7-ab4b-e07171906ab1 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:24.309162 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b7b820f7-f022-4023-b2c0-13f543f8e9b4 req-798b1ac0-2b74-41c7-ab4b-e07171906ab1 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 943 time: 0.0946305 Aug 24 08:58:24.329962 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a07c4-4e39-4b70-9de6-2dae309e3a3a req-967ffd26-25f1-483e-a8d7-be95b49cd096 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:24.332399 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c53a07c4-4e39-4b70-9de6-2dae309e3a3a req-967ffd26-25f1-483e-a8d7-be95b49cd096 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.1098626 Aug 24 08:58:24.386614 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b7b820f7-f022-4023-b2c0-13f543f8e9b4 req-df54217d-a7ac-4d40-8c3d-7b35ddcacaf9 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757210 Aug 24 08:58:24.399021 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c53a07c4-4e39-4b70-9de6-2dae309e3a3a req-f620884c-c412-4875-a872-f864d3286563 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601513 Aug 24 08:58:24.799176 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7e7f2-3560-4efd-9b2e-5d3bd9eb73c3 req-12651b0f-1b31-4933-8cfa-42677fd8fd5e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:24.800782 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2cc7e7f2-3560-4efd-9b2e-5d3bd9eb73c3 req-12651b0f-1b31-4933-8cfa-42677fd8fd5e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 945 time: 0.0561368 Aug 24 08:58:24.916311 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-2cc7e7f2-3560-4efd-9b2e-5d3bd9eb73c3 req-261aec60-0dee-4b11-9c9c-70fc8a29cb1b tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Deleting port 2e0870b3-0782-4dbe-acbc-643dd8a27475 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:58:24.916663 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-2cc7e7f2-3560-4efd-9b2e-5d3bd9eb73c3 req-261aec60-0dee-4b11-9c9c-70fc8a29cb1b tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (2e0870b3-0782-4dbe-acbc-643dd8a27475), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:25.043152 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-2cc7e7f2-3560-4efd-9b2e-5d3bd9eb73c3 req-261aec60-0dee-4b11-9c9c-70fc8a29cb1b tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] For port 2e0870b3-0782-4dbe-acbc-643dd8a27475, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=2e0870b3-0782-4dbe-acbc-643dd8a27475,segment=NetworkSegment(f14c624b-0932-4546-92a8-34d65fae0156),segment_id=f14c624b-0932-4546-92a8-34d65fae0156)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:25.043806 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-2cc7e7f2-3560-4efd-9b2e-5d3bd9eb73c3 req-261aec60-0dee-4b11-9c9c-70fc8a29cb1b tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (2e0870b3-0782-4dbe-acbc-643dd8a27475), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:25.061642 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-2cc7e7f2-3560-4efd-9b2e-5d3bd9eb73c3 req-261aec60-0dee-4b11-9c9c-70fc8a29cb1b tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Calling delete_port for 2e0870b3-0782-4dbe-acbc-643dd8a27475 owned by compute:nova {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:58:25.098697 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54678f84-1382-4379-a68f-24ecae301a9e req-704d9386-af49-4afd-ac1a-22917be6f4c9 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:25.101683 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-54678f84-1382-4379-a68f-24ecae301a9e req-704d9386-af49-4afd-ac1a-22917be6f4c9 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 945 time: 0.0817149 Aug 24 08:58:25.224026 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-54678f84-1382-4379-a68f-24ecae301a9e req-edcde9de-fe8e-481e-af72-9c03300b710e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152611 Aug 24 08:58:25.275550 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:25.326387 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:25.350346 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dd7a7-8197-4b30-a984-36ad68a58a90 req-c3c7d9e7-d0a0-4c84-a887-26c9c4e1cf1f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:25.352068 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-722dd7a7-8197-4b30-a984-36ad68a58a90 req-c3c7d9e7-d0a0-4c84-a887-26c9c4e1cf1f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0788465 Aug 24 08:58:25.394786 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-2cc7e7f2-3560-4efd-9b2e-5d3bd9eb73c3 req-261aec60-0dee-4b11-9c9c-70fc8a29cb1b tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (2e0870b3-0782-4dbe-acbc-643dd8a27475), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:25.435693 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-722dd7a7-8197-4b30-a984-36ad68a58a90 req-c6f5535c-23a9-4ae2-836e-f09784945e34 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759766 Aug 24 08:58:25.442748 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261aec60-0dee-4b11-9c9c-70fc8a29cb1b tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Pushing event deleted for resources: {'Port': ['ID=2e0870b3-0782-4dbe-acbc-643dd8a27475,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:25.529201 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc7e7f2-3560-4efd-9b2e-5d3bd9eb73c3 req-261aec60-0dee-4b11-9c9c-70fc8a29cb1b tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] No DVR routers for this DVR port 2e0870b3-0782-4dbe-acbc-643dd8a27475 on host hv-cinder-85221 {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:58:25.535988 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-2cc7e7f2-3560-4efd-9b2e-5d3bd9eb73c3 req-261aec60-0dee-4b11-9c9c-70fc8a29cb1b tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:25.535988 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2cc7e7f2-3560-4efd-9b2e-5d3bd9eb73c3 req-261aec60-0dee-4b11-9c9c-70fc8a29cb1b tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.69 "DELETE /networking/v2.0/ports/2e0870b3-0782-4dbe-acbc-643dd8a27475 HTTP/1.1" status: 204 len: 173 time: 0.7257037 Aug 24 08:58:25.548190 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5cf79f-8629-4075-87bf-ca6d21c7cc30', 'name': 'network-vif-deleted', 'tag': '2e0870b3-0782-4dbe-acbc-643dd8a27475'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:58:25.550996 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688871a4-045e-46cb-9d39-5bebd1cbfe4e" -d '{"events": [{"server_uuid": "0c5cf79f-8629-4075-87bf-ca6d21c7cc30", "name": "network-vif-deleted", "tag": "2e0870b3-0782-4dbe-acbc-643dd8a27475"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:58:25.560776 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b965e3d-ed2a-435e-ac56-3da86ee121b1 req-b33720ac-9202-482b-9403-634c074ed5e8 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:25.562475 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5b965e3d-ed2a-435e-ac56-3da86ee121b1 req-b33720ac-9202-482b-9403-634c074ed5e8 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 943 time: 0.0744960 Aug 24 08:58:25.617788 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d198ca5-091a-4fd7-a8bd-a3052dcbdc8e req-25ee8f19-088e-4900-95e2-47e366dfa43e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:25.620093 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4d198ca5-091a-4fd7-a8bd-a3052dcbdc8e req-25ee8f19-088e-4900-95e2-47e366dfa43e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0935540 Aug 24 08:58:25.631176 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5b965e3d-ed2a-435e-ac56-3da86ee121b1 req-1c348aed-6813-4db3-8513-5775a039c9e4 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560477 Aug 24 08:58:25.710776 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4d198ca5-091a-4fd7-a8bd-a3052dcbdc8e req-3fe2090e-7c6e-4d02-b252-0d9957ac2837 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802715 Aug 24 08:58:25.739087 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aeaafe4-26e7-4fe9-9a0e-37965327f085 x-openstack-request-id: req-4aeaafe4-26e7-4fe9-9a0e-37965327f085 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:58:25.739633 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5cf79f-8629-4075-87bf-ca6d21c7cc30", "name": "network-vif-deleted", "tag": "2e0870b3-0782-4dbe-acbc-643dd8a27475", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:58:25.740054 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4aeaafe4-26e7-4fe9-9a0e-37965327f085 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:58:25.740544 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aeaafe4-26e7-4fe9-9a0e-37965327f085'] response: {'server_uuid': '0c5cf79f-8629-4075-87bf-ca6d21c7cc30', 'name': 'network-vif-deleted', 'tag': '2e0870b3-0782-4dbe-acbc-643dd8a27475', 'status': 'completed', 'code': 200} Aug 24 08:58:25.872324 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2660f5-f643-43ee-8d67-62bce79c604b req-ccb733c5-a430-428f-814e-6e77a0b9a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:25.874253 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-db2660f5-f643-43ee-8d67-62bce79c604b req-ccb733c5-a430-428f-814e-6e77a0b9a0c0 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 1129 time: 0.0457330 Aug 24 08:58:25.899128 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 33326) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:25.936522 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:25.953622 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-db2660f5-f643-43ee-8d67-62bce79c604b req-aa8c196c-377d-4ede-b663-b72dd02001a9 service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662248 Aug 24 08:58:26.074492 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9991dc5a-74c1-47e9-848c-04ffc23d1ab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:26.161639 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9991dc5a-74c1-47e9-848c-04ffc23d1ab6 admin admin] Publish callbacks [] for security_group (c34ad974-eca1-41e9-a06d-77642b741e4e), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:26.222411 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9991dc5a-74c1-47e9-848c-04ffc23d1ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (c34ad974-eca1-41e9-a06d-77642b741e4e), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:26.270952 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 33336) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:26.275826 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991dc5a-74c1-47e9-848c-04ffc23d1ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34ad974-eca1-41e9-a06d-77642b741e4e,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:26.305664 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-9991dc5a-74c1-47e9-848c-04ffc23d1ab6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=17c864ddf39840d19bd7565b5adddb05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4041915 Aug 24 08:58:26.309300 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 33342) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:26.411963 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f9625718-641e-48bc-8691-31e4376c95fe admin admin] Publish callbacks [] for security_group (c34ad974-eca1-41e9-a06d-77642b741e4e), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:26.419427 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-67ce2891-d7d2-4d1f-bbd9-71718efaef55 req-50d8a58b-631e-446d-b7c8-2bf8d9cf381b tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 210 time: 0.0625434 Aug 24 08:58:26.441873 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f9625718-641e-48bc-8691-31e4376c95fe admin admin] Publish callbacks [] for security_group (c34ad974-eca1-41e9-a06d-77642b741e4e), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:26.497566 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ed3ef932-76aa-4b70-b906-eef82a51dbab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:26.602221 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140be987-b328-442d-909d-0bcf35637959 req-4db8aa5a-580b-40e9-9a30-012cca88f061 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:26.603912 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-140be987-b328-442d-909d-0bcf35637959 req-4db8aa5a-580b-40e9-9a30-012cca88f061 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0582607 Aug 24 08:58:26.643520 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f9625718-641e-48bc-8691-31e4376c95fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (c34ad974-eca1-41e9-a06d-77642b741e4e), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:26.646458 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f9625718-641e-48bc-8691-31e4376c95fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:26.652770 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-f9625718-641e-48bc-8691-31e4376c95fe admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c34ad974-eca1-41e9-a06d-77642b741e4e HTTP/1.1" status: 204 len: 168 time: 0.3408117 Aug 24 08:58:26.689789 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9625718-641e-48bc-8691-31e4376c95fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34ad974-eca1-41e9-a06d-77642b741e4e,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:26.697638 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-140be987-b328-442d-909d-0bcf35637959 req-5c1e8108-512d-42b1-aedf-b2787608df06 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877194 Aug 24 08:58:26.700327 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:26.751063 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 5af44ebd-f6e8-4d16-897d-8f55882e9383 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:58:26.756273 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 2e0870b3-0782-4dbe-acbc-643dd8a27475 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:58:26.814252 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ed3ef932-76aa-4b70-b906-eef82a51dbab admin admin] Publish callbacks [] for security_group (0d809837-c560-4f34-8b89-fd526f520166), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:26.848198 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: 2e0870b3-0782-4dbe-acbc-643dd8a27475 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:58:26.848747 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 2e0870b3-0782-4dbe-acbc-643dd8a27475 not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:58:26.885874 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee8f6d-64cb-4cda-80f1-97e7034eebba req-2ef5da48-4189-495b-bbe2-1acb7527907f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:26.887488 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a0ee8f6d-64cb-4cda-80f1-97e7034eebba req-2ef5da48-4189-495b-bbe2-1acb7527907f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 943 time: 0.0670328 Aug 24 08:58:26.896704 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eeee8-fe7e-41e1-b39c-6c17de969f2d req-fc8ad67f-a4a4-43ae-86c6-612e35774704 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:26.900492 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-003eeee8-fe7e-41e1-b39c-6c17de969f2d req-fc8ad67f-a4a4-43ae-86c6-612e35774704 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0791545 Aug 24 08:58:26.904681 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ed3ef932-76aa-4b70-b906-eef82a51dbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (0d809837-c560-4f34-8b89-fd526f520166), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:26.919205 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:26.962587 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a0ee8f6d-64cb-4cda-80f1-97e7034eebba req-953b2cc1-c7d9-4be1-b63e-3542699bbba7 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681815 Aug 24 08:58:27.017910 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ef932-76aa-4b70-b906-eef82a51dbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d809837-c560-4f34-8b89-fd526f520166,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:27.024489 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 5af44ebd-f6e8-4d16-897d-8f55882e9383, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5af44ebd-f6e8-4d16-897d-8f55882e9383,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:27.042512 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '5af44ebd-f6e8-4d16-897d-8f55882e9383', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'port_id': '5af44ebd-f6e8-4d16-897d-8f55882e9383', 'mac_address': 'fa:16:3e:b9:2a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:58:27.052130 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:27.056902 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-ed3ef932-76aa-4b70-b906-eef82a51dbab admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6ceb3ec1a07e4e3aa8126a9b514b37a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7829680 Aug 24 08:58:27.057595 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 33356) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:27.104188 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 5af44ebd-f6e8-4d16-897d-8f55882e9383 is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:58:27.105458 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (5af44ebd-f6e8-4d16-897d-8f55882e9383), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:27.130220 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af44ebd-f6e8-4d16-897d-8f55882e9383 {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:58:27.157100 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-003eeee8-fe7e-41e1-b39c-6c17de969f2d req-bea4a31e-621c-43da-9e9b-889f72238cb5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237673 Aug 24 08:58:27.179871 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 5af44ebd-f6e8-4d16-897d-8f55882e9383, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5af44ebd-f6e8-4d16-897d-8f55882e9383,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:27.181255 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f657e5d8-98d2-43a7-b806-9cdad9737b20 admin admin] Publish callbacks [] for security_group (0d809837-c560-4f34-8b89-fd526f520166), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:27.222103 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f657e5d8-98d2-43a7-b806-9cdad9737b20 admin admin] Publish callbacks [] for security_group (0d809837-c560-4f34-8b89-fd526f520166), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:27.332105 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (5af44ebd-f6e8-4d16-897d-8f55882e9383), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:27.434423 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=5af44ebd-f6e8-4d16-897d-8f55882e9383,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:27.457674 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f657e5d8-98d2-43a7-b806-9cdad9737b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (0d809837-c560-4f34-8b89-fd526f520166), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:27.467001 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f657e5d8-98d2-43a7-b806-9cdad9737b20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:27.467169 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-f657e5d8-98d2-43a7-b806-9cdad9737b20 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0d809837-c560-4f34-8b89-fd526f520166 HTTP/1.1" status: 204 len: 168 time: 0.4079385 Aug 24 08:58:27.485786 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657e5d8-98d2-43a7-b806-9cdad9737b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d809837-c560-4f34-8b89-fd526f520166,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:27.609634 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-48f04d84-9603-4d6e-9ddf-5c65613f060f req-f5930d5d-dde7-43eb-b7ca-f30933621867 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 210 time: 0.0339596 Aug 24 08:58:27.654710 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['5af44ebd-f6e8-4d16-897d-8f55882e9383'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:58:27.749475 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 33364) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:27.766751 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7c3375e4-bcd4-40d4-b6e1-324b87269593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:27.921353 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d9ec8-e1ea-428e-8f8d-6563935eaa35 req-9169b24c-3c50-4750-8230-8f5e2a883406 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:27.923580 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e06d9ec8-e1ea-428e-8f8d-6563935eaa35 req-9169b24c-3c50-4750-8230-8f5e2a883406 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0900648 Aug 24 08:58:27.953342 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7c3375e4-bcd4-40d4-b6e1-324b87269593 admin admin] Publish callbacks [] for security_group (45770880-9de1-4d7a-957f-b070ba0374d3), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:28.024047 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:UPDATE=2,neutron:SELECT=81,neutron:INSERT=17 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:28.054509 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e06d9ec8-e1ea-428e-8f8d-6563935eaa35 req-2e12bf6e-4eab-46a6-8bd0-95b6ac041ec7 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948906 Aug 24 08:58:28.062449 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7c3375e4-bcd4-40d4-b6e1-324b87269593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (45770880-9de1-4d7a-957f-b070ba0374d3), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:28.172053 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-7c3375e4-bcd4-40d4-b6e1-324b87269593 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c42d5213ec4143aeb75accac18c5b6f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4177985 Aug 24 08:58:28.172053 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3375e4-bcd4-40d4-b6e1-324b87269593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45770880-9de1-4d7a-957f-b070ba0374d3,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:28.176479 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 33374) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:28.186641 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:28.207641 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e686d-94ad-4396-bbcc-4e2ebfe1c5c9 req-a1032dcc-6c3e-4c91-b51e-3c6e82adbc70 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:28.218779 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-538e686d-94ad-4396-bbcc-4e2ebfe1c5c9 req-a1032dcc-6c3e-4c91-b51e-3c6e82adbc70 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 944 time: 0.0915678 Aug 24 08:58:28.281642 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-98065c25-716f-4221-aa1b-463687c6fe82 admin admin] Publish callbacks [] for security_group (45770880-9de1-4d7a-957f-b070ba0374d3), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:28.285445 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-538e686d-94ad-4396-bbcc-4e2ebfe1c5c9 req-b77c448e-ed9a-4655-8772-6c97f5445801 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670149 Aug 24 08:58:28.325749 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-98065c25-716f-4221-aa1b-463687c6fe82 admin admin] Publish callbacks [] for security_group (45770880-9de1-4d7a-957f-b070ba0374d3), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:28.419278 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cbc17-17ca-4d48-8e23-430128331da0 req-a02bc78a-f2aa-45b6-9106-ff0b149a38cf tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:28.420965 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e22cbc17-17ca-4d48-8e23-430128331da0 req-a02bc78a-f2aa-45b6-9106-ff0b149a38cf tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0928206 Aug 24 08:58:28.473880 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e22cbc17-17ca-4d48-8e23-430128331da0 req-61e94146-46bb-48a2-94f8-2a76fdbf3f55 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455403 Aug 24 08:58:28.539424 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 33380) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:28.554449 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-931b5b23-73d5-49ea-811f-9c6c1a284afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:28.575535 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-98065c25-716f-4221-aa1b-463687c6fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (45770880-9de1-4d7a-957f-b070ba0374d3), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:28.578711 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-98065c25-716f-4221-aa1b-463687c6fe82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:28.582886 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-98065c25-716f-4221-aa1b-463687c6fe82 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/45770880-9de1-4d7a-957f-b070ba0374d3 HTTP/1.1" status: 204 len: 168 time: 0.4021311 Aug 24 08:58:28.590981 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98065c25-716f-4221-aa1b-463687c6fe82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45770880-9de1-4d7a-957f-b070ba0374d3,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:28.687586 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-931b5b23-73d5-49ea-811f-9c6c1a284afa admin admin] Publish callbacks [] for security_group (cd71ba66-880f-4bb8-adee-e87879c5a97f), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:28.769273 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f067250f-d07b-4b38-80c4-ddc24855d2e0 req-7023a36c-0d45-4743-a386-5ec192cc4d7c tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0c5cf79f-8629-4075-87bf-ca6d21c7cc30 HTTP/1.1" status: 200 len: 210 time: 0.0469437 Aug 24 08:58:28.805496 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-931b5b23-73d5-49ea-811f-9c6c1a284afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (cd71ba66-880f-4bb8-adee-e87879c5a97f), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:28.808876 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 5af44ebd-f6e8-4d16-897d-8f55882e9383 up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:58:28.847105 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-931b5b23-73d5-49ea-811f-9c6c1a284afa admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=95d3ec7e7b544d28b405915112d3d395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038702 Aug 24 08:58:28.847666 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 33386) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:28.850012 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b5b23-73d5-49ea-811f-9c6c1a284afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd71ba66-880f-4bb8-adee-e87879c5a97f,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:28.862617 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port 5af44ebd-f6e8-4d16-897d-8f55882e9383 completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:58:28.908466 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-182b8c0a-487e-48f9-af78-c8cc548f29c3 admin admin] Publish callbacks [] for security_group (cd71ba66-880f-4bb8-adee-e87879c5a97f), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:28.936269 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-182b8c0a-487e-48f9-af78-c8cc548f29c3 admin admin] Publish callbacks [] for security_group (cd71ba66-880f-4bb8-adee-e87879c5a97f), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:28.996247 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:29.128259 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 5af44ebd-f6e8-4d16-897d-8f55882e9383 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:58:29.128653 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (5af44ebd-f6e8-4d16-897d-8f55882e9383), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:29.205600 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13172c68-9fec-48fc-9054-aa621e5df3f6 req-df8d8195-f0f0-4874-bf0e-21ebd3f966aa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:29.207391 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-13172c68-9fec-48fc-9054-aa621e5df3f6 req-df8d8195-f0f0-4874-bf0e-21ebd3f966aa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0508618 Aug 24 08:58:29.217466 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 5af44ebd-f6e8-4d16-897d-8f55882e9383 is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:58:29.218179 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (5af44ebd-f6e8-4d16-897d-8f55882e9383), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:29.243906 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b056e5f-9e74-4d77-b390-70a948d54c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af44ebd-f6e8-4d16-897d-8f55882e9383'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:58:29.246202 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029a99eb-aaea-445c-a1d8-c8f8bd5c7f15" -d '{"events": [{"server_uuid": "6b056e5f-9e74-4d77-b390-70a948d54c49", "name": "network-vif-plugged", "status": "completed", "tag": "5af44ebd-f6e8-4d16-897d-8f55882e9383"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:58:29.261788 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 5af44ebd-f6e8-4d16-897d-8f55882e9383, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5af44ebd-f6e8-4d16-897d-8f55882e9383,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:29.264349 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-13172c68-9fec-48fc-9054-aa621e5df3f6 req-124ca393-5c7d-4dd8-821e-33a1606ac497 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508599 Aug 24 08:58:29.303675 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadbbe5e-bf73-45df-9b72-db99e5d5c7a4 x-openstack-request-id: req-eadbbe5e-bf73-45df-9b72-db99e5d5c7a4 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:58:29.304047 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b056e5f-9e74-4d77-b390-70a948d54c49", "name": "network-vif-plugged", "status": "completed", "tag": "5af44ebd-f6e8-4d16-897d-8f55882e9383", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:58:29.304405 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eadbbe5e-bf73-45df-9b72-db99e5d5c7a4 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:58:29.304907 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eadbbe5e-bf73-45df-9b72-db99e5d5c7a4'] response: {'server_uuid': '6b056e5f-9e74-4d77-b390-70a948d54c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af44ebd-f6e8-4d16-897d-8f55882e9383', 'code': 200} Aug 24 08:58:29.466501 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49571b60-85d3-4c0c-99b8-628b28cdd0de req-610a81fc-85aa-4ad3-a1f8-47b505c33c10 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:29.469223 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-49571b60-85d3-4c0c-99b8-628b28cdd0de req-610a81fc-85aa-4ad3-a1f8-47b505c33c10 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 944 time: 0.0893545 Aug 24 08:58:29.535074 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-49571b60-85d3-4c0c-99b8-628b28cdd0de req-7bcfeeb5-17a3-4cdb-8f00-ad2c9e594890 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551198 Aug 24 08:58:29.591570 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-182b8c0a-487e-48f9-af78-c8cc548f29c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (cd71ba66-880f-4bb8-adee-e87879c5a97f), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:29.599711 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-182b8c0a-487e-48f9-af78-c8cc548f29c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:29.602701 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-182b8c0a-487e-48f9-af78-c8cc548f29c3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/cd71ba66-880f-4bb8-adee-e87879c5a97f HTTP/1.1" status: 204 len: 168 time: 0.7522976 Aug 24 08:58:29.610175 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b8c0a-487e-48f9-af78-c8cc548f29c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd71ba66-880f-4bb8-adee-e87879c5a97f,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:29.646748 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (5af44ebd-f6e8-4d16-897d-8f55882e9383), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:29.728315 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:29.738930 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=5af44ebd-f6e8-4d16-897d-8f55882e9383,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:29.782429 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 33414) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:29.787430 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-18179011-7d05-479d-9ed1-d2b1662e3505 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1027668550', 'description': 'tempest-description--1836851005'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:29.958241 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-18179011-7d05-479d-9ed1-d2b1662e3505 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:29.984172 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c0f0e-a9d3-4d48-b4c2-9329875e4296 req-ea010717-f4fc-4c39-905f-9cf5cafb723b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:29.985716 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9d1c0f0e-a9d3-4d48-b4c2-9329875e4296 req-ea010717-f4fc-4c39-905f-9cf5cafb723b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.1270649 Aug 24 08:58:29.988547 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e11ccc-0dbc-4c56-9093-7cbf0c666bee req-f3e0e4d7-d643-4cd8-92bc-9962d8002ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:29.990052 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-08e11ccc-0dbc-4c56-9093-7cbf0c666bee req-f3e0e4d7-d643-4cd8-92bc-9962d8002ef1 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 1129 time: 0.0788884 Aug 24 08:58:30.043443 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7030667-171b-4bfa-a36b-bad0e20701fb req-32bd62ab-382b-42b2-aa6f-d13fd322dfdc tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:30.044953 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f7030667-171b-4bfa-a36b-bad0e20701fb req-32bd62ab-382b-42b2-aa6f-d13fd322dfdc tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0594518 Aug 24 08:58:30.106934 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9d1c0f0e-a9d3-4d48-b4c2-9329875e4296 req-74680914-ed70-4f98-bb5e-b850e5e752f1 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155841 Aug 24 08:58:30.111029 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-08e11ccc-0dbc-4c56-9093-7cbf0c666bee req-7cb5d666-5f59-4665-959e-a76ce41fc1b5 service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095400 Aug 24 08:58:30.112513 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f7030667-171b-4bfa-a36b-bad0e20701fb req-e13237f1-9f05-40a5-a4d6-29857fdc5db9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609665 Aug 24 08:58:30.148530 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-18179011-7d05-479d-9ed1-d2b1662e3505 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (61ea92f8-1d60-45b9-911d-56e2b29fad18), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:30.256331 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-18179011-7d05-479d-9ed1-d2b1662e3505 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (61ea92f8-1d60-45b9-911d-56e2b29fad18), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:30.302798 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18179011-7d05-479d-9ed1-d2b1662e3505 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ea92f8-1d60-45b9-911d-56e2b29fad18,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:30.389200 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-18179011-7d05-479d-9ed1-d2b1662e3505 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:30.390887 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-18179011-7d05-479d-9ed1-d2b1662e3505 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6071606 Aug 24 08:58:30.394288 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 33442) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:30.399780 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-8af41f1a-de5b-4e7c-b228-efd859ebadf7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'security_group_rule': {'security_group_id': '61ea92f8-1d60-45b9-911d-56e2b29fad18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:30.453561 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58411f3-9c62-404e-b2ce-5731270a49d7 req-2ecc51ae-ddd2-4226-996b-0c63a91e73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:30.455123 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a58411f3-9c62-404e-b2ce-5731270a49d7 req-2ecc51ae-ddd2-4226-996b-0c63a91e73ce service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 1129 time: 0.0804405 Aug 24 08:58:30.520733 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8af41f1a-de5b-4e7c-b228-efd859ebadf7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (61bb74fc-3556-4cc9-b904-bd2bfbdab3cc), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:30.528424 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-7aa26646-06b5-4e2f-86ef-a2516c317ee6 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:30.530014 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-7aa26646-06b5-4e2f-86ef-a2516c317ee6 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/networks?id=1603c6f3-3835-4386-86fd-47ffa82f039f HTTP/1.1" status: 200 len: 809 time: 0.1973712 Aug 24 08:58:30.574924 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:30.603069 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-f928caee-9762-41d2-a5b9-3d9b5c9f42e4 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/quotas/fadf4161dc28487487541cefeae7a220 HTTP/1.1" status: 200 len: 375 time: 0.0426035 Aug 24 08:58:30.658573 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58411f3-9c62-404e-b2ce-5731270a49d7 req-570d26ad-6e15-4cd5-b0ef-b32b532648b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:30.658573 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a58411f3-9c62-404e-b2ce-5731270a49d7 req-570d26ad-6e15-4cd5-b0ef-b32b532648b3 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 920 time: 0.1850972 Aug 24 08:58:30.683159 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8af41f1a-de5b-4e7c-b228-efd859ebadf7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (61bb74fc-3556-4cc9-b904-bd2bfbdab3cc), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:30.698360 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-4eefa80e-ca86-4b63-8e1c-666ef11799bb tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=fadf4161dc28487487541cefeae7a220&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474417 Aug 24 08:58:30.708260 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d72f4f-f943-4fec-b149-8a89058e5754 req-08713b0e-bbf4-482b-a38e-1f5b9b83729a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:30.709976 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f9d72f4f-f943-4fec-b149-8a89058e5754 req-08713b0e-bbf4-482b-a38e-1f5b9b83729a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 945 time: 0.0772405 Aug 24 08:58:30.766025 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f9d72f4f-f943-4fec-b149-8a89058e5754 req-12d07f27-8f63-4942-98f8-5e461a0776ab tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490334 Aug 24 08:58:30.822884 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-5508314d-1d36-4813-bd29-cff2725404c6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1603c6f3-3835-4386-86fd-47ffa82f039f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157093 Aug 24 08:58:30.866452 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8af41f1a-de5b-4e7c-b228-efd859ebadf7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (61bb74fc-3556-4cc9-b904-bd2bfbdab3cc), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:30.896033 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af41f1a-de5b-4e7c-b228-efd859ebadf7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bb74fc-3556-4cc9-b904-bd2bfbdab3cc,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:30.952100 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a58411f3-9c62-404e-b2ce-5731270a49d7 req-942c6b1f-fdf4-437c-991c-3639006b20b5 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e66aa3c0-e44a-4473-a528-307eafade0e7 HTTP/1.1" status: 200 len: 217 time: 0.0497768 Aug 24 08:58:31.007134 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-14135e9d-b3c9-4b06-bc71-790776cdf1be service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1603c6f3-3835-4386-86fd-47ffa82f039f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770620 Aug 24 08:58:31.025307 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58411f3-9c62-404e-b2ce-5731270a49d7 req-eed7140b-90cf-48c4-8bd8-f46c84bd461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:31.027596 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a58411f3-9c62-404e-b2ce-5731270a49d7 req-eed7140b-90cf-48c4-8bd8-f46c84bd461f service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=8a21facc-ab1e-4219-b0f0-4f835c4b6a49 HTTP/1.1" status: 200 len: 858 time: 0.0639696 Aug 24 08:58:31.058768 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8af41f1a-de5b-4e7c-b228-efd859ebadf7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:31.060031 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-8af41f1a-de5b-4e7c-b228-efd859ebadf7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6644673 Aug 24 08:58:31.063105 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 33462) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:31.068600 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-3b4d164b-d1aa-4132-afcb-33acb02a966e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'security_group_rule': {'security_group_id': '61ea92f8-1d60-45b9-911d-56e2b29fad18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:31.101347 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58411f3-9c62-404e-b2ce-5731270a49d7 req-d24a67bc-5ccf-4dbe-a7b3-e816e45e7e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:31.103619 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a58411f3-9c62-404e-b2ce-5731270a49d7 req-d24a67bc-5ccf-4dbe-a7b3-e816e45e7e2d service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685248 Aug 24 08:58:31.332933 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3664a-e2c1-455b-a159-458c7bfc2b30 req-2909e435-9942-4546-8be9-08457cf10a53 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:31.345873 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-59e3664a-e2c1-455b-a159-458c7bfc2b30 req-2909e435-9942-4546-8be9-08457cf10a53 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.1119213 Aug 24 08:58:31.374106 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3b4d164b-d1aa-4132-afcb-33acb02a966e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (0f106464-8da9-4aac-95b4-700ad6fa9d7e), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:31.555603 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:31.574896 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:31.630057 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc319554-7d74-4775-9102-a1cf30dd00b0 req-d83326aa-9c67-4123-b6de-ab4ccaa4ff30 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:31.639341 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-dc319554-7d74-4775-9102-a1cf30dd00b0 req-d83326aa-9c67-4123-b6de-ab4ccaa4ff30 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0818198 Aug 24 08:58:31.655286 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a58411f3-9c62-404e-b2ce-5731270a49d7 req-4e2165e8-a84a-4777-a600-aedae8ae6eaf service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403731 Aug 24 08:58:31.733059 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-dc319554-7d74-4775-9102-a1cf30dd00b0 req-860eb7d6-cab2-462f-8000-0482a1b926d3 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904424 Aug 24 08:58:31.895733 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e67ff4da-4577-4b26-be52-ced7f0713ffc req-75b39a9f-3e72-4fb7-80e1-d4f52451309c tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 210 time: 0.0546663 Aug 24 08:58:31.956857 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a58411f3-9c62-404e-b2ce-5731270a49d7 req-3c601d09-f955-4814-a2eb-b147fa155e07 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464242 Aug 24 08:58:32.018590 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-59e3664a-e2c1-455b-a159-458c7bfc2b30 req-f8c32cc9-3eb9-4146-8579-e9f25a6d54a2 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6586862 Aug 24 08:58:32.090474 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3b4d164b-d1aa-4132-afcb-33acb02a966e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (0f106464-8da9-4aac-95b4-700ad6fa9d7e), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:32.113340 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a9347-6934-40b8-9694-045a147d8920 req-2e5c79da-f84c-4e0d-897f-9acc4cbe46d5 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:32.115826 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-383a9347-6934-40b8-9694-045a147d8920 req-2e5c79da-f84c-4e0d-897f-9acc4cbe46d5 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 945 time: 0.0962572 Aug 24 08:58:32.192341 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-383a9347-6934-40b8-9694-045a147d8920 req-2b57f237-e2da-46b8-8802-bd90b66d44b4 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658872 Aug 24 08:58:32.253758 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3b4d164b-d1aa-4132-afcb-33acb02a966e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (0f106464-8da9-4aac-95b4-700ad6fa9d7e), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:32.288347 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d164b-d1aa-4132-afcb-33acb02a966e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f106464-8da9-4aac-95b4-700ad6fa9d7e,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:32.419668 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3b4d164b-d1aa-4132-afcb-33acb02a966e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:32.426827 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 33496) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:32.427070 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-3b4d164b-d1aa-4132-afcb-33acb02a966e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3620884 Aug 24 08:58:32.431305 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-170a922c-3ee5-4d1b-8951-04929273fed6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'floatingip': {'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:32.551435 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-170a922c-3ee5-4d1b-8951-04929273fed6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:32.688091 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-170a922c-3ee5-4d1b-8951-04929273fed6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:32.878360 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-170a922c-3ee5-4d1b-8951-04929273fed6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Allocated IP 172.27.1.230 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/272df68f-fe8d-41f7-82d0-60c7aa9fcf11) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:58:32.958811 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09054d66-a14a-44f8-a88d-5ce60cdd7025 req-6c745427-925b-4549-aaf1-bf4f9b4b6854 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:32.960916 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-09054d66-a14a-44f8-a88d-5ce60cdd7025 req-6c745427-925b-4549-aaf1-bf4f9b4b6854 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0643768 Aug 24 08:58:33.022194 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:33.059705 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-09054d66-a14a-44f8-a88d-5ce60cdd7025 req-e037cbae-8b5d-4794-86a1-3f2751d56c1f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778000 Aug 24 08:58:33.154223 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-170a922c-3ee5-4d1b-8951-04929273fed6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for port (272df68f-fe8d-41f7-82d0-60c7aa9fcf11), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:33.159517 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-63432f01-12d1-4fc2-b207-412d7403e636 req-98891ed0-5eb8-4330-a943-c90b752aab0a tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 210 time: 0.0893433 Aug 24 08:58:33.255377 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cab2a-9f43-471e-b3f4-249b7380a965 req-a49bcc14-624b-43bb-92ae-9a4580332d24 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:33.258277 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3f5cab2a-9f43-471e-b3f4-249b7380a965 req-a49bcc14-624b-43bb-92ae-9a4580332d24 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.1103308 Aug 24 08:58:33.298052 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-170a922c-3ee5-4d1b-8951-04929273fed6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (272df68f-fe8d-41f7-82d0-60c7aa9fcf11), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:33.343722 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3f5cab2a-9f43-471e-b3f4-249b7380a965 req-aabc96a1-c8c1-4279-836d-39ee0f982e0b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781646 Aug 24 08:58:33.382950 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170a922c-3ee5-4d1b-8951-04929273fed6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:58:33.399217 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-170a922c-3ee5-4d1b-8951-04929273fed6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:58:33.405114 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a922c-3ee5-4d1b-8951-04929273fed6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:58:33.470693 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a922c-3ee5-4d1b-8951-04929273fed6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'Port': ['ID=272df68f-fe8d-41f7-82d0-60c7aa9fcf11,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:33.489228 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0327379-db1b-4f9c-b867-1cda46380a18 req-416183a6-3508-42dc-8c91-9d063b77e456 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:33.490852 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f0327379-db1b-4f9c-b867-1cda46380a18 req-416183a6-3508-42dc-8c91-9d063b77e456 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 945 time: 0.1125433 Aug 24 08:58:33.605790 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-170a922c-3ee5-4d1b-8951-04929273fed6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (ef853fa6-2212-43af-bce2-67e019f0c0ff), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:33.611145 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f0327379-db1b-4f9c-b867-1cda46380a18 req-df8d7c03-9b26-4a1d-b945-866d864df2ae tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028028 Aug 24 08:58:33.725421 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:33.773658 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce2d5a-7ebf-4dc1-929a-ca0c3f329206 req-dcb12b87-6806-4973-83b5-1b60ca45ca08 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:33.781648 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-53ce2d5a-7ebf-4dc1-929a-ca0c3f329206 req-dcb12b87-6806-4973-83b5-1b60ca45ca08 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 945 time: 0.0806758 Aug 24 08:58:33.828838 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-170a922c-3ee5-4d1b-8951-04929273fed6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (272df68f-fe8d-41f7-82d0-60c7aa9fcf11), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:33.845982 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-53ce2d5a-7ebf-4dc1-929a-ca0c3f329206 req-f005cfbd-e6fc-4475-9d94-7764b8a66a43 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633183 Aug 24 08:58:33.896978 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 33536) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:34.092108 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-170a922c-3ee5-4d1b-8951-04929273fed6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for port (272df68f-fe8d-41f7-82d0-60c7aa9fcf11), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:34.284353 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-170a922c-3ee5-4d1b-8951-04929273fed6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (272df68f-fe8d-41f7-82d0-60c7aa9fcf11), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:34.327281 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38a0c3a-4996-4529-b4ca-e3d81ee131c1 tempest-TestVolumeBootPattern-360228825 tempest-TestVolumeBootPattern-360228825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:34.330765 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07b69f-0dc9-4c80-9c54-8e6c358ae52a req-6975e78a-b395-4034-a05b-ae0527a49ace tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:34.332384 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fe07b69f-0dc9-4c80-9c54-8e6c358ae52a req-6975e78a-b395-4034-a05b-ae0527a49ace tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.1423669 Aug 24 08:58:34.332713 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-a38a0c3a-4996-4529-b4ca-e3d81ee131c1 tempest-TestVolumeBootPattern-360228825 tempest-TestVolumeBootPattern-360228825-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 1124 time: 0.4338450 Aug 24 08:58:34.332879 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 33556) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:34.357003 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-daab1dad-80e3-4ab6-a21c-bf8637546ba8 req-3b2c37f2-0f62-4338-9dd3-2c10c7006ca3 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 210 time: 0.0518310 Aug 24 08:58:34.365766 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Request body: {'floatingip': {'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'port_id': '5af44ebd-f6e8-4d16-897d-8f55882e9383', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:34.442813 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-170a922c-3ee5-4d1b-8951-04929273fed6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (ef853fa6-2212-43af-bce2-67e019f0c0ff), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:34.446701 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a922c-3ee5-4d1b-8951-04929273fed6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'Port': ['ID=272df68f-fe8d-41f7-82d0-60c7aa9fcf11,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:34.502175 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fe07b69f-0dc9-4c80-9c54-8e6c358ae52a req-64e56779-dcea-4faf-9837-f5edebff32e3 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463625 Aug 24 08:58:34.569004 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:34.584449 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef973e-651e-427f-b1af-199204f1f2f5 req-cadc3ab0-9ac7-4fe3-ab23-e9c27e9d30e7 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:34.587113 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-48ef973e-651e-427f-b1af-199204f1f2f5 req-cadc3ab0-9ac7-4fe3-ab23-e9c27e9d30e7 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0810840 Aug 24 08:58:34.643519 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-48ef973e-651e-427f-b1af-199204f1f2f5 req-f509fea0-4701-45fd-9db1-e3c87d46499d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479224 Aug 24 08:58:34.663335 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-170a922c-3ee5-4d1b-8951-04929273fed6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:34.663335 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-170a922c-3ee5-4d1b-8951-04929273fed6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2274480 Aug 24 08:58:34.689149 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:34.796542 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:34.904041 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Allocated IP 172.27.1.191 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/5efa0ec4-394e-4108-b8c5-1053dcc1e22b) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:58:34.911802 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:35.028448 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-737b39e9-e24b-46b1-94e6-813ca754dc61 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1027668550&fields=id&tenant_id=574887b9d0fc42ce917c9b8b2c09e291 HTTP/1.1" status: 200 len: 267 time: 0.1049769 Aug 24 08:58:35.084056 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for port (5efa0ec4-394e-4108-b8c5-1053dcc1e22b), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:35.187897 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-b4a79c1a-78ee-4d19-acfa-6177aecbde8e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:35.189470 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-b4a79c1a-78ee-4d19-acfa-6177aecbde8e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/networks?id=8974f404-81fe-476f-ae03-918a0ea03bf7 HTTP/1.1" status: 200 len: 814 time: 0.1473818 Aug 24 08:58:35.214440 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-24ba49c6-61bd-4d03-847c-dc700d4dfb58 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/quotas/574887b9d0fc42ce917c9b8b2c09e291 HTTP/1.1" status: 200 len: 375 time: 0.0165198 Aug 24 08:58:35.272505 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-3f878e0c-b9bc-422e-b12f-efa4efc98823 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521097 Aug 24 08:58:35.303888 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (5efa0ec4-394e-4108-b8c5-1053dcc1e22b), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:35.374618 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:58:35.382635 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event updated for resources: {'Port': ['ID=5efa0ec4-394e-4108-b8c5-1053dcc1e22b,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:35.425362 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:58:35.429841 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:58:35.551666 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c6167f3e-ddc1-43b1-b861-b86e6abfb172 req-9892cc7e-a363-411b-baba-28233114c153 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 210 time: 0.0842004 Aug 24 08:58:35.647134 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-75449d3e-577d-433b-9193-682027d96f3e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620286 Aug 24 08:58:35.658317 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 33606) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:35.671314 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:58:35.800908 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-679e7347-23fe-49bc-8b36-8b9f76b232a0 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:35.802423 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-679e7347-23fe-49bc-8b36-8b9f76b232a0 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.69 "GET /networking/v2.0/networks?id=1603c6f3-3835-4386-86fd-47ffa82f039f HTTP/1.1" status: 200 len: 809 time: 0.4463120 Aug 24 08:58:35.818839 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addfd87-ee49-4a99-bade-7465ac8389dc req-46969acd-89ba-4186-9539-163cda26c24a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:35.820391 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8addfd87-ee49-4a99-bade-7465ac8389dc req-46969acd-89ba-4186-9539-163cda26c24a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0772431 Aug 24 08:58:35.828619 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-d663e66f-b990-40d1-abe1-8226a5b77aaa tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Request body: {'port': {'device_id': '218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab', 'network_id': '1603c6f3-3835-4386-86fd-47ffa82f039f', 'admin_state_up': True, 'tenant_id': 'fadf4161dc28487487541cefeae7a220'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:35.856561 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-039d001b-697a-43c2-aebd-2f0eeb6f193e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:35.892847 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:35.901845 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8addfd87-ee49-4a99-bade-7465ac8389dc req-5dbfb7f9-d3ab-49df-86d8-588c32ecb11d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737908 Aug 24 08:58:35.970737 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-28c8d7c1-f1a1-45d4-b4d9-602470bc74f1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224745 Aug 24 08:58:35.984005 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-039d001b-697a-43c2-aebd-2f0eeb6f193e admin admin] Publish callbacks [] for security_group (1933cdbd-94e0-4f0a-af2b-ea5eb5469221), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:36.087997 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-039d001b-697a-43c2-aebd-2f0eeb6f193e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (1933cdbd-94e0-4f0a-af2b-ea5eb5469221), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:36.134440 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-039d001b-697a-43c2-aebd-2f0eeb6f193e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e6e3ea04872b426ebce8e854a4b574b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4749784 Aug 24 08:58:36.136220 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d001b-697a-43c2-aebd-2f0eeb6f193e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1933cdbd-94e0-4f0a-af2b-ea5eb5469221,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:36.141647 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 33616) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:36.259435 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-4ee8760d-3da9-44b3-aa38-c920dfe8a499 admin admin] Publish callbacks [] for security_group (1933cdbd-94e0-4f0a-af2b-ea5eb5469221), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:36.299561 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-d663e66f-b990-40d1-abe1-8226a5b77aaa tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Made reservation on behalf of fadf4161dc28487487541cefeae7a220 for: {'port': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:58:36.311466 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-d663e66f-b990-40d1-abe1-8226a5b77aaa tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:36.382319 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-4ee8760d-3da9-44b3-aa38-c920dfe8a499 admin admin] Publish callbacks [] for security_group (1933cdbd-94e0-4f0a-af2b-ea5eb5469221), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:36.411129 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-93a87088-e3f1-4fae-9b6f-34dd6b1aedfc req-340c626a-de5f-43a2-b341-2af4f4aaf7b5 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 210 time: 0.0983624 Aug 24 08:58:36.490491 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 33632) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:36.661944 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-4ee8760d-3da9-44b3-aa38-c920dfe8a499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (1933cdbd-94e0-4f0a-af2b-ea5eb5469221), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:36.666361 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-4ee8760d-3da9-44b3-aa38-c920dfe8a499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:36.669025 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-4ee8760d-3da9-44b3-aa38-c920dfe8a499 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1933cdbd-94e0-4f0a-af2b-ea5eb5469221 HTTP/1.1" status: 204 len: 168 time: 0.5260606 Aug 24 08:58:36.736564 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8760d-3da9-44b3-aa38-c920dfe8a499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1933cdbd-94e0-4f0a-af2b-ea5eb5469221,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:36.774680 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-1c00cc45-14d5-41fe-a3f3-427e4a1cd8c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:36.855406 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 33650) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:36.859980 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-d219392c-4c99-498b-bd9b-14e353907268 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1554905764', 'description': 'tempest-description--981294796'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:36.922319 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:INSERT=17,neutron:SELECT=77,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:36.929014 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-1c00cc45-14d5-41fe-a3f3-427e4a1cd8c0 admin admin] Publish callbacks [] for security_group (861f9b75-8406-4d3f-9d93-1822364a7921), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:36.940187 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:37.009859 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-785fa529-8cfe-4e39-87d7-34488f66f21e req-735e1b09-35fa-41c2-ae58-657b97614f4d tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 210 time: 0.0764449 Aug 24 08:58:37.011158 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-1c00cc45-14d5-41fe-a3f3-427e4a1cd8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (861f9b75-8406-4d3f-9d93-1822364a7921), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.031012 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for floatingip (5147eae4-2031-4886-ba4c-442c6af941e9), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.035727 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d219392c-4c99-498b-bd9b-14e353907268 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.109292 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cd3bd-f411-4f60-8e47-45486885a1cb req-b4ded0fa-569f-415c-b88a-2f6ce4e186f0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:37.110857 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e95cd3bd-f411-4f60-8e47-45486885a1cb req-b4ded0fa-569f-415c-b88a-2f6ce4e186f0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.1148202 Aug 24 08:58:37.125345 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-1c00cc45-14d5-41fe-a3f3-427e4a1cd8c0 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5f76adbf7fb2442e8f1e86beaf4a0b5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6332793 Aug 24 08:58:37.128538 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 33658) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:37.132840 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00cc45-14d5-41fe-a3f3-427e4a1cd8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861f9b75-8406-4d3f-9d93-1822364a7921,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:37.200682 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:37.203693 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e95cd3bd-f411-4f60-8e47-45486885a1cb req-5e6ee869-7c8a-4f46-aecf-d97f5ce7c8ae tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844195 Aug 24 08:58:37.238220 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-d663e66f-b990-40d1-abe1-8226a5b77aaa tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Allocated IP 172.20.0.12 (1603c6f3-3835-4386-86fd-47ffa82f039f/d60567a5-9c74-45d8-8ad2-9e5e66a46c26/2bc58765-1598-48aa-8be4-8639f8e97491) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:58:37.241216 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d219392c-4c99-498b-bd9b-14e353907268 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for security_group (06cdc452-fc87-45a6-9519-02816d1300e2), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.264623 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-95c53dff-e828-46d9-ab30-ded5c61ded7c admin admin] Publish callbacks [] for security_group (861f9b75-8406-4d3f-9d93-1822364a7921), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.308333 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-95c53dff-e828-46d9-ab30-ded5c61ded7c admin admin] Publish callbacks [] for security_group (861f9b75-8406-4d3f-9d93-1822364a7921), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.385012 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d219392c-4c99-498b-bd9b-14e353907268 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (06cdc452-fc87-45a6-9519-02816d1300e2), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.427940 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219392c-4c99-498b-bd9b-14e353907268 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cdc452-fc87-45a6-9519-02816d1300e2,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:37.450130 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (5efa0ec4-394e-4108-b8c5-1053dcc1e22b), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.489948 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d219392c-4c99-498b-bd9b-14e353907268 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.495311 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-d219392c-4c99-498b-bd9b-14e353907268 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6388254 Aug 24 08:58:37.498448 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 33668) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:37.507429 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-1a63ebad-129a-4683-a74e-fb0d37c5643e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Request body: {'security_group_rule': {'security_group_id': '06cdc452-fc87-45a6-9519-02816d1300e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:37.580609 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-567cb03d-be2a-4caf-8a56-2ad1cf5eee31 req-d74632c4-33f9-469e-b976-92d6f7c5ff16 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 210 time: 0.0633719 Aug 24 08:58:37.602447 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-d663e66f-b990-40d1-abe1-8226a5b77aaa tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Publish callbacks [] for port (2bc58765-1598-48aa-8be4-8639f8e97491), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.607503 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-95c53dff-e828-46d9-ab30-ded5c61ded7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (861f9b75-8406-4d3f-9d93-1822364a7921), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.610161 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-95c53dff-e828-46d9-ab30-ded5c61ded7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.611316 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-95c53dff-e828-46d9-ab30-ded5c61ded7c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/861f9b75-8406-4d3f-9d93-1822364a7921 HTTP/1.1" status: 204 len: 168 time: 0.4736869 Aug 24 08:58:37.631505 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.637286 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c53dff-e828-46d9-ab30-ded5c61ded7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861f9b75-8406-4d3f-9d93-1822364a7921,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:37.671672 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 33672) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:37.686046 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-fc2af90a-ea2a-4bfe-ada2-8b230fe1866a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.707843 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:37.740115 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for port (5efa0ec4-394e-4108-b8c5-1053dcc1e22b), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.751130 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1a63ebad-129a-4683-a74e-fb0d37c5643e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for security_group_rule (66da38ad-2392-4526-8102-b3cfb543eddc), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.775444 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-fc2af90a-ea2a-4bfe-ada2-8b230fe1866a admin admin] Publish callbacks [] for security_group (924e5a50-7dc6-46cd-b677-b8e3920a1f0b), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.813064 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1a63ebad-129a-4683-a74e-fb0d37c5643e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for security_group_rule (66da38ad-2392-4526-8102-b3cfb543eddc), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.844659 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (5efa0ec4-394e-4108-b8c5-1053dcc1e22b), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.848827 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-d663e66f-b990-40d1-abe1-8226a5b77aaa tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (2bc58765-1598-48aa-8be4-8639f8e97491), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.915683 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-d663e66f-b990-40d1-abe1-8226a5b77aaa tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Network 1603c6f3-3835-4386-86fd-47ffa82f039f is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:58:37.924374 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-d663e66f-b990-40d1-abe1-8226a5b77aaa tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:58:37.926614 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event updated for resources: {'Port': ['ID=5efa0ec4-394e-4108-b8c5-1053dcc1e22b,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:37.928812 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-d663e66f-b990-40d1-abe1-8226a5b77aaa tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:58:37.931898 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (5147eae4-2031-4886-ba4c-442c6af941e9), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.939154 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-fc2af90a-ea2a-4bfe-ada2-8b230fe1866a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (924e5a50-7dc6-46cd-b677-b8e3920a1f0b), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:37.985245 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-fc2af90a-ea2a-4bfe-ada2-8b230fe1866a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=42d94da85d3b4218863df2172c887662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124323 Aug 24 08:58:37.989593 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 33674) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:37.996504 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1a63ebad-129a-4683-a74e-fb0d37c5643e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (66da38ad-2392-4526-8102-b3cfb543eddc), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:38.004831 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2af90a-ea2a-4bfe-ada2-8b230fe1866a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924e5a50-7dc6-46cd-b677-b8e3920a1f0b,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:38.083737 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e618dd24-4abf-47de-a6a6-561a8643a1cf admin admin] Publish callbacks [] for security_group (924e5a50-7dc6-46cd-b677-b8e3920a1f0b), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:38.089276 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63ebad-129a-4683-a74e-fb0d37c5643e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66da38ad-2392-4526-8102-b3cfb543eddc,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:38.113789 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-d663e66f-b990-40d1-abe1-8226a5b77aaa tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:38.114778 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-d663e66f-b990-40d1-abe1-8226a5b77aaa tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:38.115365 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e618dd24-4abf-47de-a6a6-561a8643a1cf admin admin] Publish callbacks [] for security_group (924e5a50-7dc6-46cd-b677-b8e3920a1f0b), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:38.117257 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663e66f-b990-40d1-abe1-8226a5b77aaa tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Pushing event updated for resources: {'Port': ['ID=2bc58765-1598-48aa-8be4-8639f8e97491,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:38.161728 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.l3_db [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Floating IP 5147eae4-2031-4886-ba4c-442c6af941e9 associated. External IP: 172.27.1.191, port: 5af44ebd-f6e8-4d16-897d-8f55882e9383. Aug 24 08:58:38.168392 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1a63ebad-129a-4683-a74e-fb0d37c5643e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:38.173384 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-1a63ebad-129a-4683-a74e-fb0d37c5643e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6714511 Aug 24 08:58:38.183133 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 33680) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:38.193009 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-a0162168-eeeb-4987-b8a2-6d423f13219f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Request body: {'security_group_rule': {'security_group_id': '06cdc452-fc87-45a6-9519-02816d1300e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:38.239359 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a7a11-66b4-4a75-a038-5dccd8459b46 req-dc90f00a-da11-4bba-aad8-63da2c8c5913 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:38.246867 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a10a7a11-66b4-4a75-a038-5dccd8459b46 req-dc90f00a-da11-4bba-aad8-63da2c8c5913 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 932 time: 0.1069098 Aug 24 08:58:38.253890 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-d663e66f-b990-40d1-abe1-8226a5b77aaa tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4389653 Aug 24 08:58:38.282740 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Request body: {'port': {'device_id': '218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:38.332450 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a10a7a11-66b4-4a75-a038-5dccd8459b46 req-cd9b607c-c03f-4c13-b81e-fc7c3bf70777 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845172 Aug 24 08:58:38.344602 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a0162168-eeeb-4987-b8a2-6d423f13219f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for security_group_rule (d6610b40-9e04-41c5-aba9-6d8d98c758ed), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:38.406708 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e618dd24-4abf-47de-a6a6-561a8643a1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (924e5a50-7dc6-46cd-b677-b8e3920a1f0b), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:38.409742 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e618dd24-4abf-47de-a6a6-561a8643a1cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:38.410533 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-e618dd24-4abf-47de-a6a6-561a8643a1cf admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/924e5a50-7dc6-46cd-b677-b8e3920a1f0b HTTP/1.1" status: 204 len: 168 time: 0.4193988 Aug 24 08:58:38.430454 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618dd24-4abf-47de-a6a6-561a8643a1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924e5a50-7dc6-46cd-b677-b8e3920a1f0b,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:38.464455 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a0162168-eeeb-4987-b8a2-6d423f13219f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for security_group_rule (d6610b40-9e04-41c5-aba9-6d8d98c758ed), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:38.497393 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a663f8b-9fe5-4d99-9e00-43f8b079e9f9 req-4211c119-61b4-4a1d-b491-df9a29884bac tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:38.505057 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2a663f8b-9fe5-4d99-9e00-43f8b079e9f9 req-4211c119-61b4-4a1d-b491-df9a29884bac tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.1864214 Aug 24 08:58:38.555880 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (2bc58765-1598-48aa-8be4-8639f8e97491), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:38.573450 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a0162168-eeeb-4987-b8a2-6d423f13219f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (d6610b40-9e04-41c5-aba9-6d8d98c758ed), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:38.595195 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0162168-eeeb-4987-b8a2-6d423f13219f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6610b40-9e04-41c5-aba9-6d8d98c758ed,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:38.672690 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2a663f8b-9fe5-4d99-9e00-43f8b079e9f9 req-09afb063-9227-423e-a0d7-406d0f550156 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664286 Aug 24 08:58:38.714457 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-07627908-62c0-4701-b3bc-20dfb294da26 req-216ae3cc-2d8a-4688-9994-eb36f9d7f77e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 210 time: 0.0373855 Aug 24 08:58:38.726948 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Router 8fe60407-1a57-4c0e-bf05-9f88bd117274 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:58:38.750884 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a0162168-eeeb-4987-b8a2-6d423f13219f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:38.755274 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-a0162168-eeeb-4987-b8a2-6d423f13219f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5647688 Aug 24 08:58:38.756232 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 33698) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:38.761698 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-0b37ed8f-b1f8-4dd9-a101-67173d40ebf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Request body: {'floatingip': {'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:38.925316 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0b37ed8f-b1f8-4dd9-a101-67173d40ebf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:38.947090 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:58:38.960413 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91778f81-910b-4ea2-ac94-19f45da3902e None None] Sync routers for ids ['8fe60407-1a57-4c0e-bf05-9f88bd117274'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:58:38.974798 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91778f81-910b-4ea2-ac94-19f45da3902e None None] Routers {'8fe60407-1a57-4c0e-bf05-9f88bd117274'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:58:38.975810 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-91778f81-910b-4ea2-ac94-19f45da3902e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:58:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['8fe60407-1a57-4c0e-bf05-9f88bd117274'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:58:39.039372 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc58765-1598-48aa-8be4-8639f8e97491 {{(pid=118616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:58:39.050944 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Publish callbacks [] for port (2bc58765-1598-48aa-8be4-8639f8e97491), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:39.058586 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:39.071408 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0b37ed8f-b1f8-4dd9-a101-67173d40ebf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:39.099839 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.provisioning_blocks [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Transition to ACTIVE for port object 2bc58765-1598-48aa-8be4-8639f8e97491 will not be triggered until provisioned by entity L2. {{(pid=118616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:58:39.104399 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-13620884-e2f8-4027-9833-0728ff2ceda6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7514176 Aug 24 08:58:39.105425 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b056e5f-9e74-4d77-b390-70a948d54c49', 'tag': '5af44ebd-f6e8-4d16-897d-8f55882e9383'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:58:39.108231 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7435d5ef-193a-4a86-82b1-090dd46669ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6b056e5f-9e74-4d77-b390-70a948d54c49", "tag": "5af44ebd-f6e8-4d16-897d-8f55882e9383"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:58:39.154963 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-91778f81-910b-4ea2-ac94-19f45da3902e None None] Set router 8fe60407-1a57-4c0e-bf05-9f88bd117274 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:58:39.212610 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (2bc58765-1598-48aa-8be4-8639f8e97491), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:39.217059 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126e2d2d-f1d1-45df-9dcc-45d38b740611 x-openstack-request-id: req-126e2d2d-f1d1-45df-9dcc-45d38b740611 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:58:39.217833 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b056e5f-9e74-4d77-b390-70a948d54c49", "tag": "5af44ebd-f6e8-4d16-897d-8f55882e9383", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:58:39.218395 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-126e2d2d-f1d1-45df-9dcc-45d38b740611 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:58:39.219374 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126e2d2d-f1d1-45df-9dcc-45d38b740611'] response: {'name': 'network-changed', 'server_uuid': '6b056e5f-9e74-4d77-b390-70a948d54c49', 'tag': '5af44ebd-f6e8-4d16-897d-8f55882e9383', 'status': 'completed', 'code': 200} Aug 24 08:58:39.265795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [None req-0b37ed8f-b1f8-4dd9-a101-67173d40ebf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Allocated IP 172.27.1.144 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/58551e72-bd6e-4c8b-ab61-faee50362680) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:58:39.317572 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435d5ef-193a-4a86-82b1-090dd46669ef req-9520bb4f-3130-4a92-8877-60c35ef932dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:39.319948 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7435d5ef-193a-4a86-82b1-090dd46669ef req-9520bb4f-3130-4a92-8877-60c35ef932dd service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=12594f976e5f48d9926716737f86afe0&device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 1129 time: 0.0754244 Aug 24 08:58:39.426572 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:39.455655 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0b37ed8f-b1f8-4dd9-a101-67173d40ebf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for port (58551e72-bd6e-4c8b-ab61-faee50362680), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:39.549287 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Pushing event updated for resources: {'Port': ['ID=2bc58765-1598-48aa-8be4-8639f8e97491,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:39.579665 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1f471-8375-4ca8-b007-e2c897012d5c req-2c5988e5-d560-4d0e-86b7-7d480e510c5c tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:39.587281 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-20f1f471-8375-4ca8-b007-e2c897012d5c req-2c5988e5-d560-4d0e-86b7-7d480e510c5c tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 944 time: 0.0873129 Aug 24 08:58:39.630466 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 33726) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:39.708612 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-20f1f471-8375-4ca8-b007-e2c897012d5c req-d9902574-d705-4e65-adc0-6bb022f46fee tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968668 Aug 24 08:58:39.737236 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-69f23658-601f-4c88-9cba-60a3aaa67adb tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:39.739719 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-69f23658-601f-4c88-9cba-60a3aaa67adb tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "GET /networking/v2.0/networks?id=8974f404-81fe-476f-ae03-918a0ea03bf7 HTTP/1.1" status: 200 len: 814 time: 0.5703957 Aug 24 08:58:39.740664 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:39.759599 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0b37ed8f-b1f8-4dd9-a101-67173d40ebf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (58551e72-bd6e-4c8b-ab61-faee50362680), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:39.873168 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-a6a05f7c-0027-4a9e-a2a0-02dba56b8ca7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-737361589-network', 'tenant_id': 'e3fc853baefe4aa6b105874207810d01'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:39.884752 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-91778f81-910b-4ea2-ac94-19f45da3902e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '5147eae4-2031-4886-ba4c-442c6af941e9', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'port_id': '5af44ebd-f6e8-4d16-897d-8f55882e9383', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'mac_address': 'fa:16:3e:b9:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b056e5f-9e74-4d77-b390-70a948d54c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:58:36Z', 'updated_at': '2022-08-24T08:58:36Z', 'revision_number': 0, 'project_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:58:39.960811 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b37ed8f-b1f8-4dd9-a101-67173d40ebf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:58:39.961378 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91778f81-910b-4ea2-ac94-19f45da3902e None None] Checking router: 8fe60407-1a57-4c0e-bf05-9f88bd117274 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:58:39.974898 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91778f81-910b-4ea2-ac94-19f45da3902e None None] Routers {'8fe60407-1a57-4c0e-bf05-9f88bd117274'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:58:39.975959 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-91778f81-910b-4ea2-ac94-19f45da3902e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:58:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['8fe60407-1a57-4c0e-bf05-9f88bd117274'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:58:39.979603 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0296b614-7174-407c-95e4-20a001bdfe8b req-23c2b5ff-cd67-4ac7-96fb-fc000a728a4d tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 210 time: 0.0983369 Aug 24 08:58:40.000536 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-0b37ed8f-b1f8-4dd9-a101-67173d40ebf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:58:40.009370 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b37ed8f-b1f8-4dd9-a101-67173d40ebf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:58:40.016992 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37ed8f-b1f8-4dd9-a101-67173d40ebf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Pushing event updated for resources: {'Port': ['ID=58551e72-bd6e-4c8b-ab61-faee50362680,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:40.111375 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a05f7c-0027-4a9e-a2a0-02dba56b8ca7 admin admin] Made reservation on behalf of e3fc853baefe4aa6b105874207810d01 for: {'network': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:58:40.115602 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a6a05f7c-0027-4a9e-a2a0-02dba56b8ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:40.140091 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a6a05f7c-0027-4a9e-a2a0-02dba56b8ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:40.169696 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0b37ed8f-b1f8-4dd9-a101-67173d40ebf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for floatingip (8764022b-4e98-4486-a3c9-01867abe8123), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:40.212383 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fff70-a66c-4fc6-9ab8-1aac33567fa2 req-768caa71-3110-48d7-b633-955a135af969 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:40.214763 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5c0fff70-a66c-4fc6-9ab8-1aac33567fa2 req-768caa71-3110-48d7-b633-955a135af969 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0727806 Aug 24 08:58:40.230914 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:40.249081 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Attempting to bind port 2bc58765-1598-48aa-8be4-8639f8e97491 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:58:40.249420 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Attempting to bind port 2bc58765-1598-48aa-8be4-8639f8e97491 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'f14c624b-0932-4546-92a8-34d65fae0156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1603c6f3-3835-4386-86fd-47ffa82f039f'}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:58:40.255441 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Attempting to bind port 2bc58765-1598-48aa-8be4-8639f8e97491 on network 1603c6f3-3835-4386-86fd-47ffa82f039f {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:58:40.270501 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435d5ef-193a-4a86-82b1-090dd46669ef req-dd0dd8a8-0ec3-41a3-8327-3e054c738a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:40.272084 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7435d5ef-193a-4a86-82b1-090dd46669ef req-dd0dd8a8-0ec3-41a3-8327-3e054c738a72 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=13fa4940-b618-4378-a572-2001b35f19f6 HTTP/1.1" status: 200 len: 912 time: 0.9348266 Aug 24 08:58:40.279250 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a6a05f7c-0027-4a9e-a2a0-02dba56b8ca7 admin admin] Publish callbacks [] for security_group (3f248796-3632-46db-a43f-8bac16da584f), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:40.318041 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0b37ed8f-b1f8-4dd9-a101-67173d40ebf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (58551e72-bd6e-4c8b-ab61-faee50362680), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:40.322181 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5c0fff70-a66c-4fc6-9ab8-1aac33567fa2 req-887c0d0a-0104-4503-90e4-8b23e4cc7a77 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897491 Aug 24 08:58:40.324136 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Port 2bc58765-1598-48aa-8be4-8639f8e97491 on network 1603c6f3-3835-4386-86fd-47ffa82f039f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:58:40.324136 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Attempting to bind port 2bc58765-1598-48aa-8be4-8639f8e97491 on network 1603c6f3-3835-4386-86fd-47ffa82f039f {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:58:40.343860 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:58:40.344324 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Checking segment: {'id': 'f14c624b-0932-4546-92a8-34d65fae0156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1603c6f3-3835-4386-86fd-47ffa82f039f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:58:40.344602 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Bound using segment: {'id': 'f14c624b-0932-4546-92a8-34d65fae0156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1603c6f3-3835-4386-86fd-47ffa82f039f'} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:58:40.345120 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Bound port: 2bc58765-1598-48aa-8be4-8639f8e97491, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14c624b-0932-4546-92a8-34d65fae0156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1603c6f3-3835-4386-86fd-47ffa82f039f'}}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:58:40.345488 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (2bc58765-1598-48aa-8be4-8639f8e97491), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:40.365871 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-ef5b6765-a43d-459c-a1c4-b5141f219f57 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=574887b9d0fc42ce917c9b8b2c09e291 HTTP/1.1" status: 200 len: 473 time: 0.6075842 Aug 24 08:58:40.382270 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a6a05f7c-0027-4a9e-a2a0-02dba56b8ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (3f248796-3632-46db-a43f-8bac16da584f), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:40.399591 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a05f7c-0027-4a9e-a2a0-02dba56b8ca7 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=118617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 08:58:40.410370 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a6a05f7c-0027-4a9e-a2a0-02dba56b8ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (9428a6e9-03bd-47cd-828b-4556e270b2ba), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:40.410751 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.segments_db [None req-a6a05f7c-0027-4a9e-a2a0-02dba56b8ca7 admin admin] Added segment 9428a6e9-03bd-47cd-828b-4556e270b2ba of type vlan for network 2627b334-376c-4041-9ebc-cee6c276b6ad Aug 24 08:58:40.418817 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-fd1b166d-e391-431f-ad9a-0a1cb77857ea tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'port': {'device_id': '9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'admin_state_up': True, 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'security_groups': ['61ea92f8-1d60-45b9-911d-56e2b29fad18']}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:40.438615 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-91778f81-910b-4ea2-ac94-19f45da3902e None None] Set router 8fe60407-1a57-4c0e-bf05-9f88bd117274 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:58:40.467563 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a6a05f7c-0027-4a9e-a2a0-02dba56b8ca7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (2627b334-376c-4041-9ebc-cee6c276b6ad), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:40.526701 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a05f7c-0027-4a9e-a2a0-02dba56b8ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f248796-3632-46db-a43f-8bac16da584f,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:40.613663 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:40.645319 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7435d5ef-193a-4a86-82b1-090dd46669ef req-2cb5d348-1c70-4cfa-a5cb-7846eef13b7c service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5af44ebd-f6e8-4d16-897d-8f55882e9383 HTTP/1.1" status: 200 len: 999 time: 0.2379663 Aug 24 08:58:40.653954 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] For port 2bc58765-1598-48aa-8be4-8639f8e97491, host hv-cinder-85221, cleared binding levels {{(pid=118616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:58:40.659057 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] For port 2bc58765-1598-48aa-8be4-8639f8e97491, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=2bc58765-1598-48aa-8be4-8639f8e97491,segment=NetworkSegment(f14c624b-0932-4546-92a8-34d65fae0156),segment_id=f14c624b-0932-4546-92a8-34d65fae0156)] {{(pid=118616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:58:40.668027 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a6a05f7c-0027-4a9e-a2a0-02dba56b8ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (2627b334-376c-4041-9ebc-cee6c276b6ad), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:40.669672 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a05f7c-0027-4a9e-a2a0-02dba56b8ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:40.671081 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a6a05f7c-0027-4a9e-a2a0-02dba56b8ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:40.733249 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435d5ef-193a-4a86-82b1-090dd46669ef req-11847498-1415-4603-91d5-8ffa49081b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:40.742847 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7435d5ef-193a-4a86-82b1-090dd46669ef req-11847498-1415-4603-91d5-8ffa49081b23 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=aaef8caf-3e43-49ed-9743-8dc7cada53fc HTTP/1.1" status: 200 len: 850 time: 0.0802138 Aug 24 08:58:40.750340 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (2bc58765-1598-48aa-8be4-8639f8e97491), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:40.752649 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-fd1b166d-e391-431f-ad9a-0a1cb77857ea tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Made reservation on behalf of 574887b9d0fc42ce917c9b8b2c09e291 for: {'port': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:58:40.757009 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-fd1b166d-e391-431f-ad9a-0a1cb77857ea tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:40.760927 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:40.761554 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:40.763125 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-18492899-0400-439c-bea1-84b97d259c2b service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/2bc58765-1598-48aa-8be4-8639f8e97491 HTTP/1.1" status: 200 len: 1094 time: 2.4917963 Aug 24 08:58:40.769219 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0b37ed8f-b1f8-4dd9-a101-67173d40ebf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for port (58551e72-bd6e-4c8b-ab61-faee50362680), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:40.808897 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a05f7c-0027-4a9e-a2a0-02dba56b8ca7 admin admin] Pushing event updated for resources: {'Network': ['ID=2627b334-376c-4041-9ebc-cee6c276b6ad,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:40.816517 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-a6a05f7c-0027-4a9e-a2a0-02dba56b8ca7 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1848359 Aug 24 08:58:40.834540 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 33754) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:40.834540 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-1143b42c-39a5-401a-8fcc-6c48a15a7af0 admin admin] Request body: {'subnet': {'network_id': '2627b334-376c-4041-9ebc-cee6c276b6ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-737361589-subnet', 'tenant_id': 'e3fc853baefe4aa6b105874207810d01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:40.836820 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network 2627b334-376c-4041-9ebc-cee6c276b6ad details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 08:58:40.878277 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0b37ed8f-b1f8-4dd9-a101-67173d40ebf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252178666'] for port (58551e72-bd6e-4c8b-ab61-faee50362680), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:40.896004 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18492899-0400-439c-bea1-84b97d259c2b service neutron] Pushing event updated for resources: {'Port': ['ID=2bc58765-1598-48aa-8be4-8639f8e97491,revision_number=3']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:40.903168 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:40.986492 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435d5ef-193a-4a86-82b1-090dd46669ef req-7b5d1a7a-83f7-447c-b96c-6331ebd53b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:40.988075 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7435d5ef-193a-4a86-82b1-090dd46669ef req-7b5d1a7a-83f7-447c-b96c-6331ebd53b8c service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=13fa4940-b618-4378-a572-2001b35f19f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1425695 Aug 24 08:58:41.020021 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-91778f81-910b-4ea2-ac94-19f45da3902e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '5147eae4-2031-4886-ba4c-442c6af941e9', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'port_id': '5af44ebd-f6e8-4d16-897d-8f55882e9383', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'mac_address': 'fa:16:3e:b9:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b056e5f-9e74-4d77-b390-70a948d54c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:58:36Z', 'updated_at': '2022-08-24T08:58:36Z', 'revision_number': 0, 'project_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:58:41.031274 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37ed8f-b1f8-4dd9-a101-67173d40ebf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Pushing event updated for resources: {'Port': ['ID=58551e72-bd6e-4c8b-ab61-faee50362680,revision_number=2']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:41.036475 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1143b42c-39a5-401a-8fcc-6c48a15a7af0 admin admin] Made reservation on behalf of e3fc853baefe4aa6b105874207810d01 for: {'subnet': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:58:41.042162 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-1143b42c-39a5-401a-8fcc-6c48a15a7af0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-251664018'] for subnet (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:41.110804 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91778f81-910b-4ea2-ac94-19f45da3902e None None] The sync data for ids ['8fe60407-1a57-4c0e-bf05-9f88bd117274'] in dv-cinder-852211-5-iscsi is: [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '5147eae4-2031-4886-ba4c-442c6af941e9', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'port_id': '5af44ebd-f6e8-4d16-897d-8f55882e9383', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'mac_address': 'fa:16:3e:b9:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b056e5f-9e74-4d77-b390-70a948d54c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:58:36Z', 'updated_at': '2022-08-24T08:58:36Z', 'revision_number': 0, 'project_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:58:41.127273 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0b37ed8f-b1f8-4dd9-a101-67173d40ebf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (8764022b-4e98-4486-a3c9-01867abe8123), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:41.164118 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-17b3f475-79c6-471e-aa5d-f9712232a660 req-04202bc5-9141-4ef5-9dd8-8d223628aa19 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 210 time: 0.0749896 Aug 24 08:58:41.190271 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44f16a-b68e-4e97-9a58-6b288254b23b req-18714428-e7c8-40c1-90c7-9f8b1560d2c0 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:41.192615 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-aa44f16a-b68e-4e97-9a58-6b288254b23b req-18714428-e7c8-40c1-90c7-9f8b1560d2c0 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 944 time: 0.3275535 Aug 24 08:58:41.194990 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-6d5da754-9ce1-4307-80d7-4f0fc9e6a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:41.196174 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-6d5da754-9ce1-4307-80d7-4f0fc9e6a793 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=fadf4161dc28487487541cefeae7a220&device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 1128 time: 0.2036843 Aug 24 08:58:41.227393 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab', 'tag': '2bc58765-1598-48aa-8be4-8639f8e97491'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:58:41.230305 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2da205-41ea-40fd-90cf-fb9bda3eab5c" -d '{"events": [{"name": "network-changed", "server_uuid": "218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab", "tag": "2bc58765-1598-48aa-8be4-8639f8e97491"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:58:41.268504 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0b37ed8f-b1f8-4dd9-a101-67173d40ebf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:41.270498 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-0b37ed8f-b1f8-4dd9-a101-67173d40ebf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5133822 Aug 24 08:58:41.272639 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7435d5ef-193a-4a86-82b1-090dd46669ef req-51a004a7-e24c-431a-89f6-9d26d8ea2424 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617643 Aug 24 08:58:41.274068 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-fdf0321d-d509-497e-92b4-72bb3851403e service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bc58765-1598-48aa-8be4-8639f8e97491 HTTP/1.1" status: 200 len: 217 time: 0.0667620 Aug 24 08:58:41.318437 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbe01c8-9a31-45d3-9425-983ce5fda410 x-openstack-request-id: req-bfbe01c8-9a31-45d3-9425-983ce5fda410 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:58:41.318798 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab", "tag": "2bc58765-1598-48aa-8be4-8639f8e97491", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:58:41.319007 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bfbe01c8-9a31-45d3-9425-983ce5fda410 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:58:41.324854 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfbe01c8-9a31-45d3-9425-983ce5fda410'] response: {'name': 'network-changed', 'server_uuid': '218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab', 'tag': '2bc58765-1598-48aa-8be4-8639f8e97491', 'status': 'completed', 'code': 200} Aug 24 08:58:41.353266 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-aa44f16a-b68e-4e97-9a58-6b288254b23b req-07328eab-76d7-402d-a24c-cecbd37cbeeb tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398983 Aug 24 08:58:41.354269 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-fd1b166d-e391-431f-ad9a-0a1cb77857ea tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Allocated IP 172.20.0.14 (8974f404-81fe-476f-ae03-918a0ea03bf7/68cde71c-76f8-4ef2-ae70-0fbb6e1478f1/af6f2eec-ae69-4c8f-a19d-246715432ab9) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:58:41.476833 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-de20aa57-0e48-40b4-b4c5-9a74cfaba6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:41.479967 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-de20aa57-0e48-40b4-b4c5-9a74cfaba6a9 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=d60567a5-9c74-45d8-8ad2-9e5e66a46c26 HTTP/1.1" status: 200 len: 849 time: 0.1812999 Aug 24 08:58:41.537432 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-1143b42c-39a5-401a-8fcc-6c48a15a7af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-252169845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-251664124'] for subnet (f328b315-f1db-4866-bc95-936b6da191d3), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:41.567854 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-ba9a6036-f444-406c-b3e5-8d9fcde38149 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=1603c6f3-3835-4386-86fd-47ffa82f039f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794439 Aug 24 08:58:41.663171 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b7f58-b468-4791-85e2-c2972fff1364 None None] New status for floating IP 5147eae4-2031-4886-ba4c-442c6af941e9: ACTIVE {{(pid=118619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:58:41.669540 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-83901ede-d4c9-4222-b013-3b9bfd4f9e9b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1554905764&fields=id&tenant_id=9ce953ed361742a29b0c750ca13d88e2 HTTP/1.1" status: 200 len: 267 time: 0.0994606 Aug 24 08:58:41.670167 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143b42c-39a5-401a-8fcc-6c48a15a7af0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f328b315-f1db-4866-bc95-936b6da191d3,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:41.692710 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143b42c-39a5-401a-8fcc-6c48a15a7af0 admin admin] Checking segment: {'id': '9428a6e9-03bd-47cd-828b-4556e270b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2627b334-376c-4041-9ebc-cee6c276b6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:58:41.693064 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1143b42c-39a5-401a-8fcc-6c48a15a7af0 admin admin] Network hostable DHCP agents. Network: 2627b334-376c-4041-9ebc-cee6c276b6ad, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 08:58:41.713134 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755a4be-95a4-4712-96e3-e4fe87b8666f req-d40180e6-1f16-4c54-8da3-318569bd8343 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:41.714019 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7755a4be-95a4-4712-96e3-e4fe87b8666f req-d40180e6-1f16-4c54-8da3-318569bd8343 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.1447744 Aug 24 08:58:41.760277 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=15 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:41.806114 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7435d5ef-193a-4a86-82b1-090dd46669ef req-c61ff6f9-d770-42a6-a501-8263c844aac7 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074160 Aug 24 08:58:41.863464 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1143b42c-39a5-401a-8fcc-6c48a15a7af0 admin admin] Network 2627b334-376c-4041-9ebc-cee6c276b6ad is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 08:58:41.894569 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7755a4be-95a4-4712-96e3-e4fe87b8666f req-fbc9e84d-a78f-450b-9b13-12697615ed5f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607635 Aug 24 08:58:41.916037 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-4b152286-4648-44b4-a08f-49689f155903 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:41.917855 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-4b152286-4648-44b4-a08f-49689f155903 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 819 time: 0.2342353 Aug 24 08:58:41.928479 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-fd1b166d-e391-431f-ad9a-0a1cb77857ea tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for port (af6f2eec-ae69-4c8f-a19d-246715432ab9), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:41.938058 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-50452c5b-356c-493e-ac20-7529060e9d1d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/quotas/9ce953ed361742a29b0c750ca13d88e2 HTTP/1.1" status: 200 len: 375 time: 0.0131845 Aug 24 08:58:41.972957 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-acd4f5bc-e658-45c5-ac80-6341da944430 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/1603c6f3-3835-4386-86fd-47ffa82f039f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193817 Aug 24 08:58:41.984848 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-6e457aea-46a1-466f-b3b3-b711316ce118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:42.023980 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:42.061444 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-7d4faed6-d557-499e-8a6f-cefd8f97ddab tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1097307 Aug 24 08:58:42.061444 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-1143b42c-39a5-401a-8fcc-6c48a15a7af0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, 2627b334-376c-4041-9ebc-cee6c276b6ad) {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:58:42.066463 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0989fb-5fb6-43f1-9bda-c3a1e70be951 None None] Network 2627b334-376c-4041-9ebc-cee6c276b6ad requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:58:42.122997 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1143b42c-39a5-401a-8fcc-6c48a15a7af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:42.122997 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-1143b42c-39a5-401a-8fcc-6c48a15a7af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:42.146275 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-fd1b166d-e391-431f-ad9a-0a1cb77857ea tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (af6f2eec-ae69-4c8f-a19d-246715432ab9), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:42.172044 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6cb65002-56f1-4f43-a124-b61700e76cb2 req-e13510d5-1156-4327-87bf-5d45f1fe2f89 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/1603c6f3-3835-4386-86fd-47ffa82f039f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887479 Aug 24 08:58:42.243328 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b166d-e391-431f-ad9a-0a1cb77857ea tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'Port': ['ID=af6f2eec-ae69-4c8f-a19d-246715432ab9,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:42.251930 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-fd1b166d-e391-431f-ad9a-0a1cb77857ea tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Network 8974f404-81fe-476f-ae03-918a0ea03bf7 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:58:42.254165 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-fd1b166d-e391-431f-ad9a-0a1cb77857ea tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:58:42.257184 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-fd1b166d-e391-431f-ad9a-0a1cb77857ea tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:58:42.298032 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-1143b42c-39a5-401a-8fcc-6c48a15a7af0 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4680576 Aug 24 08:58:42.299961 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6145b06f-7185-4108-b9ba-e8df59cc2d25 None None] Network 2627b334-376c-4041-9ebc-cee6c276b6ad requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:58:42.309585 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-8fe01903-60ed-4b4a-b8c4-bfaa28611a32 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503462 Aug 24 08:58:42.324414 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:42.380292 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3aa12-e38c-4be0-ab73-a4e90cdcc7ee req-feb6cf66-d054-4033-b72b-9855c9d032e5 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:42.391826 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-07f3aa12-e38c-4be0-ab73-a4e90cdcc7ee req-feb6cf66-d054-4033-b72b-9855c9d032e5 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 932 time: 0.0957732 Aug 24 08:58:42.424092 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-fd1b166d-e391-431f-ad9a-0a1cb77857ea tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:42.424807 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-fd1b166d-e391-431f-ad9a-0a1cb77857ea tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:42.510820 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-07f3aa12-e38c-4be0-ab73-a4e90cdcc7ee req-d4c08e70-04ff-457e-b67d-3c9fd378c5d1 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105485 Aug 24 08:58:42.547979 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-fd1b166d-e391-431f-ad9a-0a1cb77857ea tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1333907 Aug 24 08:58:42.570379 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-a2fdb0e8-29ad-4b2c-af61-e7479c4fb60c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445428 Aug 24 08:58:42.668761 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9185a6-ccca-46b1-b06c-a6737e79bd1c req-2127a46e-7b0b-4604-9d14-ac7785f20eba tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:42.670883 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ec9185a6-ccca-46b1-b06c-a6737e79bd1c req-2127a46e-7b0b-4604-9d14-ac7785f20eba tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 944 time: 0.0673583 Aug 24 08:58:42.672893 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-2e44221f-8e62-4b01-bb1f-e5363267f460 None None] Provisioning complete for port af6f2eec-ae69-4c8f-a19d-246715432ab9 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:58:42.673279 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-2e44221f-8e62-4b01-bb1f-e5363267f460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (af6f2eec-ae69-4c8f-a19d-246715432ab9), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:42.698474 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:42.709299 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:42.722073 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-2e44221f-8e62-4b01-bb1f-e5363267f460 None None] Port af6f2eec-ae69-4c8f-a19d-246715432ab9 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:58:42.754637 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ec9185a6-ccca-46b1-b06c-a6737e79bd1c req-27706c8a-3d62-4dc8-b793-d5677d5241be tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740347 Aug 24 08:58:42.878169 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:58:42.993005 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:43.012133 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'port_id': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3', 'mac_address': 'fa:16:3e:21:ea:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:58:43.058071 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 is: ACTIVE; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:58:43.058923 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:43.067713 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0609b897-1774-49e2-a4e5-ec22dd678ad1 req-0c4f26bc-51b8-4ad3-822a-c56e705a306f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 210 time: 0.0374620 Aug 24 08:58:43.086890 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:58:43.141623 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:43.144208 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf8cda-8457-464c-a6b5-f48af8145175 req-717a5400-0d96-46d2-9834-4476798b06e0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:43.145864 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-39bf8cda-8457-464c-a6b5-f48af8145175 req-717a5400-0d96-46d2-9834-4476798b06e0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0814755 Aug 24 08:58:43.198228 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-39bf8cda-8457-464c-a6b5-f48af8145175 req-d7718bdb-89f2-4f0c-8be7-ac6ba03076de tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451963 Aug 24 08:58:43.242626 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:43.277893 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Request body: {'port': {'device_id': '9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:43.320671 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,revision_number=6']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:43.338920 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2da205-41ea-40fd-90cf-fb9bda3eab5c req-e871fc9b-d1b5-479e-86ea-3ce3d4a2cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:43.340414 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3e2da205-41ea-40fd-90cf-fb9bda3eab5c req-e871fc9b-d1b5-479e-86ea-3ce3d4a2cbdb service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=fadf4161dc28487487541cefeae7a220&device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 1128 time: 0.0595930 Aug 24 08:58:43.366702 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:58:43.408510 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (af6f2eec-ae69-4c8f-a19d-246715432ab9), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:43.498837 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:43.517922 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2da205-41ea-40fd-90cf-fb9bda3eab5c req-658439d6-85af-4674-8817-124083ede4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:43.519653 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3e2da205-41ea-40fd-90cf-fb9bda3eab5c req-658439d6-85af-4674-8817-124083ede4d8 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=1603c6f3-3835-4386-86fd-47ffa82f039f HTTP/1.1" status: 200 len: 910 time: 0.1538265 Aug 24 08:58:43.623493 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3e2da205-41ea-40fd-90cf-fb9bda3eab5c req-90e0892b-f672-43f7-8d97-446c7007e579 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bc58765-1598-48aa-8be4-8639f8e97491 HTTP/1.1" status: 200 len: 217 time: 0.0513015 Aug 24 08:58:43.709118 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2da205-41ea-40fd-90cf-fb9bda3eab5c req-4fd16e64-b064-48d3-915e-1bb17cc328e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:43.710847 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3e2da205-41ea-40fd-90cf-fb9bda3eab5c req-4fd16e64-b064-48d3-915e-1bb17cc328e5 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=d60567a5-9c74-45d8-8ad2-9e5e66a46c26 HTTP/1.1" status: 200 len: 849 time: 0.0808082 Aug 24 08:58:43.805595 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3e2da205-41ea-40fd-90cf-fb9bda3eab5c req-5d96f4ba-ff5e-48ab-be61-701dcd74efe2 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=1603c6f3-3835-4386-86fd-47ffa82f039f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729239 Aug 24 08:58:43.925474 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5acc2-8a88-478c-beb3-60cc1720d72b req-dafd6eec-200c-42e3-8a16-78810721cd8e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:43.935828 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c2a5acc2-8a88-478c-beb3-60cc1720d72b req-dafd6eec-200c-42e3-8a16-78810721cd8e tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 944 time: 0.0829551 Aug 24 08:58:44.001595 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c2a5acc2-8a88-478c-beb3-60cc1720d72b req-c969b6c7-28ae-43d4-bb48-abe8fe0339c7 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647881 Aug 24 08:58:44.021859 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8e3f9-a839-46ae-9163-f7ea76d83ab9 req-c4f0e2cf-0c34-488e-9713-b118cf7a1a49 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:44.035623 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-17b8e3f9-a839-46ae-9163-f7ea76d83ab9 req-c4f0e2cf-0c34-488e-9713-b118cf7a1a49 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 932 time: 0.3468292 Aug 24 08:58:44.210836 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-162a0536-0979-4eaa-831f-c1b947a8cc46 req-60606984-c510-456f-8186-39650614aeaa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 210 time: 0.0614529 Aug 24 08:58:44.218701 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3e2da205-41ea-40fd-90cf-fb9bda3eab5c req-f3dc267a-89f5-48ff-81c1-9b96da0159f1 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/1603c6f3-3835-4386-86fd-47ffa82f039f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161211 Aug 24 08:58:44.226853 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-17b8e3f9-a839-46ae-9163-f7ea76d83ab9 req-f98dfaf1-f984-41ac-8eab-53e161426345 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885269 Aug 24 08:58:44.255843 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6f2eec-ae69-4c8f-a19d-246715432ab9 {{(pid=118616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:58:44.273299 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Publish callbacks [] for port (af6f2eec-ae69-4c8f-a19d-246715432ab9), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:44.301904 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-95bf40b0-d30b-42aa-b538-feb9895bf4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:44.337717 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.provisioning_blocks [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Transition to ACTIVE for port object af6f2eec-ae69-4c8f-a19d-246715432ab9 will not be triggered until provisioned by entity L2. {{(pid=118616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:58:44.372280 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3e2da205-41ea-40fd-90cf-fb9bda3eab5c req-bf23e02e-a5f5-4546-95ea-1b6ecc43e885 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/1603c6f3-3835-4386-86fd-47ffa82f039f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438689 Aug 24 08:58:44.446039 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050f935-cbab-45ee-8366-319fbb88805f req-50c23586-92ef-47ae-aac1-edeccb03b803 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:44.447575 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d050f935-cbab-45ee-8366-319fbb88805f req-50c23586-92ef-47ae-aac1-edeccb03b803 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 945 time: 0.0508714 Aug 24 08:58:44.487956 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (af6f2eec-ae69-4c8f-a19d-246715432ab9), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:44.496973 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d050f935-cbab-45ee-8366-319fbb88805f req-53a0ae80-7469-4e80-af89-4eac041204e4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430305 Aug 24 08:58:44.555874 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Pushing event updated for resources: {'Port': ['ID=af6f2eec-ae69-4c8f-a19d-246715432ab9,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:44.625595 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Attempting to bind port af6f2eec-ae69-4c8f-a19d-246715432ab9 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:58:44.625939 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Attempting to bind port af6f2eec-ae69-4c8f-a19d-246715432ab9 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:58:44.626275 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Attempting to bind port af6f2eec-ae69-4c8f-a19d-246715432ab9 on network 8974f404-81fe-476f-ae03-918a0ea03bf7 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:58:44.631252 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Port af6f2eec-ae69-4c8f-a19d-246715432ab9 on network 8974f404-81fe-476f-ae03-918a0ea03bf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:58:44.631619 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Attempting to bind port af6f2eec-ae69-4c8f-a19d-246715432ab9 on network 8974f404-81fe-476f-ae03-918a0ea03bf7 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:58:44.637139 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:58:44.637496 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Checking segment: {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:58:44.637923 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Bound using segment: {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:58:44.638397 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Bound port: af6f2eec-ae69-4c8f-a19d-246715432ab9, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'}}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:58:44.638858 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (af6f2eec-ae69-4c8f-a19d-246715432ab9), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:44.709567 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] For port af6f2eec-ae69-4c8f-a19d-246715432ab9, host hv-cinder-85221, cleared binding levels {{(pid=118616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:58:44.716827 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] For port af6f2eec-ae69-4c8f-a19d-246715432ab9, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=af6f2eec-ae69-4c8f-a19d-246715432ab9,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:58:44.887872 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 2bc58765-1598-48aa-8be4-8639f8e97491 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:58:44.894082 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:58:44.932365 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (af6f2eec-ae69-4c8f-a19d-246715432ab9), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:44.995213 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:44.996066 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:44.997521 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/af6f2eec-ae69-4c8f-a19d-246715432ab9 HTTP/1.1" status: 200 len: 1094 time: 1.7254374 Aug 24 08:58:44.997981 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2', 'tag': 'af6f2eec-ae69-4c8f-a19d-246715432ab9'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:58:45.000476 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faf5cec-a780-4dd4-959c-9a4a5b5e6839" -d '{"events": [{"name": "network-changed", "server_uuid": "9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2", "tag": "af6f2eec-ae69-4c8f-a19d-246715432ab9"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:58:45.014192 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:58:45.014977 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:45.068396 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d98ad6-8161-41f2-8906-ded848dc6fed x-openstack-request-id: req-d9d98ad6-8161-41f2-8906-ded848dc6fed {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:58:45.068955 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2", "tag": "af6f2eec-ae69-4c8f-a19d-246715432ab9", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:58:45.069370 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9d98ad6-8161-41f2-8906-ded848dc6fed {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:58:45.069968 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d98ad6-8161-41f2-8906-ded848dc6fed'] response: {'name': 'network-changed', 'server_uuid': '9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2', 'tag': 'af6f2eec-ae69-4c8f-a19d-246715432ab9', 'status': 'completed', 'code': 200} Aug 24 08:58:45.082215 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9763884-bf2a-47a4-b7b2-ec72888e2646 service neutron] Pushing event updated for resources: {'Port': ['ID=af6f2eec-ae69-4c8f-a19d-246715432ab9,revision_number=3']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:45.138626 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 2bc58765-1598-48aa-8be4-8639f8e97491, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=2bc58765-1598-48aa-8be4-8639f8e97491,segment=NetworkSegment(f14c624b-0932-4546-92a8-34d65fae0156),segment_id=f14c624b-0932-4546-92a8-34d65fae0156)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:45.162259 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '2bc58765-1598-48aa-8be4-8639f8e97491', 'network_id': '1603c6f3-3835-4386-86fd-47ffa82f039f', 'port_id': '2bc58765-1598-48aa-8be4-8639f8e97491', 'mac_address': 'fa:16:3e:63:f9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60567a5-9c74-45d8-8ad2-9e5e66a46c26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:58:45.201359 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec55e77-b474-4541-8aba-0fd740ead069 req-afcb883e-430f-48ec-9690-ffbdb29ed3ce tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:45.203357 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eec55e77-b474-4541-8aba-0fd740ead069 req-afcb883e-430f-48ec-9690-ffbdb29ed3ce tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/networks?id=2627b334-376c-4041-9ebc-cee6c276b6ad HTTP/1.1" status: 200 len: 813 time: 0.1720428 Aug 24 08:58:45.256034 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:45.268897 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b66d1-9724-44f4-8ffc-ec6931c5852d req-7ce414be-1f6b-42fc-b48a-a25eae3252ee tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:45.272431 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eec55e77-b474-4541-8aba-0fd740ead069 req-e5de6c8f-67e8-4538-8178-a171b5c5abb1 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/quotas/e3fc853baefe4aa6b105874207810d01 HTTP/1.1" status: 200 len: 375 time: 0.0376787 Aug 24 08:58:45.276042 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 2bc58765-1598-48aa-8be4-8639f8e97491 is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:58:45.276453 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (2bc58765-1598-48aa-8be4-8639f8e97491), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:45.282366 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a88b66d1-9724-44f4-8ffc-ec6931c5852d req-7ce414be-1f6b-42fc-b48a-a25eae3252ee tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 944 time: 0.0927064 Aug 24 08:58:45.290070 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf5cec-a780-4dd4-959c-9a4a5b5e6839 req-4512cc80-2a1e-4d5c-b1bf-2ded28b33f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:45.292979 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2faf5cec-a780-4dd4-959c-9a4a5b5e6839 req-4512cc80-2a1e-4d5c-b1bf-2ded28b33f21 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 1128 time: 0.1151130 Aug 24 08:58:45.313023 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc58765-1598-48aa-8be4-8639f8e97491 {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:58:45.318597 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eec55e77-b474-4541-8aba-0fd740ead069 req-c0514b08-8c95-4f8a-82fe-174b31ad8a09 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e3fc853baefe4aa6b105874207810d01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451314 Aug 24 08:58:45.320748 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:58:45.321149 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:45.359744 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 2bc58765-1598-48aa-8be4-8639f8e97491, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=2bc58765-1598-48aa-8be4-8639f8e97491,segment=NetworkSegment(f14c624b-0932-4546-92a8-34d65fae0156),segment_id=f14c624b-0932-4546-92a8-34d65fae0156)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:45.365351 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:58:45.367958 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e73ab21-2219-4484-a556-a513f99a5bb3" -d '{"events": [{"server_uuid": "d2eeba32-0634-4e0c-aad9-b9bc081474d9", "name": "network-vif-plugged", "status": "completed", "tag": "8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:58:45.385860 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:45.390486 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a88b66d1-9724-44f4-8ffc-ec6931c5852d req-14d211ae-78ef-44e9-b143-10283f1bbd34 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039104 Aug 24 08:58:45.424632 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (2bc58765-1598-48aa-8be4-8639f8e97491), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:45.444580 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eec55e77-b474-4541-8aba-0fd740ead069 req-4c716d32-48c5-403e-80c2-2f1926e64314 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2627b334-376c-4041-9ebc-cee6c276b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137059 Aug 24 08:58:45.506307 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=2bc58765-1598-48aa-8be4-8639f8e97491,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:45.521968 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:45.540290 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:45.597187 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,revision_number=7']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:45.611434 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eec55e77-b474-4541-8aba-0fd740ead069 req-2a9f9a98-96e4-4de9-a00a-abec270ab750 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2627b334-376c-4041-9ebc-cee6c276b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657689 Aug 24 08:58:45.615983 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6996c6fe-38ed-4197-a184-e6bcac940687 req-93184976-2537-47f1-874f-777d0d643c0f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 210 time: 0.0621502 Aug 24 08:58:45.708082 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:45.709241 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:45.795550 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedac18a-9715-4304-b897-9627eab35c19 req-4d9d98a8-3210-4fad-a50a-a03b0849de0b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:45.804101 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-cedac18a-9715-4304-b897-9627eab35c19 req-4d9d98a8-3210-4fad-a50a-a03b0849de0b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 944 time: 0.0852361 Aug 24 08:58:45.873346 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-cedac18a-9715-4304-b897-9627eab35c19 req-8265c46b-c796-4f84-a9d9-b9ebb278be6a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682340 Aug 24 08:58:45.936219 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2e5ca8-2762-411b-9e51-28655cc47047 x-openstack-request-id: req-ef2e5ca8-2762-411b-9e51-28655cc47047 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:58:45.936698 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2eeba32-0634-4e0c-aad9-b9bc081474d9", "name": "network-vif-plugged", "status": "completed", "tag": "8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:58:45.937095 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef2e5ca8-2762-411b-9e51-28655cc47047 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:58:45.937639 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2e5ca8-2762-411b-9e51-28655cc47047'] response: {'server_uuid': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3', 'code': 200} Aug 24 08:58:46.027353 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ef31d28a-3459-41b5-98a7-c0caa43a3d50 req-779ad988-e634-4dc1-8a17-da7c9526c7d8 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 210 time: 0.0547647 Aug 24 08:58:46.066332 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1ec55-9f60-4169-b325-181d50f294d9 req-abfb5b3d-b371-46dd-ad86-d571eb360a84 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:46.067035 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-91f1ec55-9f60-4169-b325-181d50f294d9 req-abfb5b3d-b371-46dd-ad86-d571eb360a84 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0745258 Aug 24 08:58:46.132439 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-91f1ec55-9f60-4169-b325-181d50f294d9 req-6d5fb603-2946-4bc3-9625-7bc7a49a6dec tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635464 Aug 24 08:58:46.181496 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:46.556305 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887352b-1a8c-42e8-8a26-ffbc21c28c39 req-68c01f94-5195-4269-9853-c99038593918 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:46.564637 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0887352b-1a8c-42e8-8a26-ffbc21c28c39 req-68c01f94-5195-4269-9853-c99038593918 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 945 time: 0.0660536 Aug 24 08:58:46.635697 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0887352b-1a8c-42e8-8a26-ffbc21c28c39 req-8f90e877-709f-4a4f-911f-07f8f1f921d4 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687757 Aug 24 08:58:46.759888 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=6 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:46.816300 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f7d4ae82-7efa-4c69-87a8-7ea399e5b36a req-403744c0-1696-4a44-bc59-7bbdb4548963 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 210 time: 0.0496495 Aug 24 08:58:47.017328 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a450fb-14e3-4c73-a6b8-21f7e458feea req-9021b6ac-8b06-4339-9abd-7ae7486e3045 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:47.018822 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f2a450fb-14e3-4c73-a6b8-21f7e458feea req-9021b6ac-8b06-4339-9abd-7ae7486e3045 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 944 time: 0.0521238 Aug 24 08:58:47.027327 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:47.081136 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f2a450fb-14e3-4c73-a6b8-21f7e458feea req-e5280d89-540e-4384-a714-117b76710a1a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559649 Aug 24 08:58:47.162015 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-56322b5c-976a-45d7-bf67-322821f02281 req-d2a59be1-fea2-4b0d-bed1-790c24d3d81c tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 210 time: 0.0307958 Aug 24 08:58:47.327312 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:47.355042 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fb078-4a7c-420e-b5d9-05fbb919565d req-11b278c4-eb6f-4cb1-b68e-28bcceb00481 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:47.356756 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9c6fb078-4a7c-420e-b5d9-05fbb919565d req-11b278c4-eb6f-4cb1-b68e-28bcceb00481 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0823503 Aug 24 08:58:47.423252 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9c6fb078-4a7c-420e-b5d9-05fbb919565d req-8d53bd65-91e9-4c41-a5cd-1457e3d98396 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579410 Aug 24 08:58:47.444347 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:47.730457 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:47.833041 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0226ee-9be9-4412-bb78-e1fe5e8d57d6 req-03f73926-5209-4b1e-9ea4-d19d8097b998 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:47.835753 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-bb0226ee-9be9-4412-bb78-e1fe5e8d57d6 req-03f73926-5209-4b1e-9ea4-d19d8097b998 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 945 time: 0.0685561 Aug 24 08:58:47.902573 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-bb0226ee-9be9-4412-bb78-e1fe5e8d57d6 req-1e54f1e3-9a77-427f-ab8e-aa7a3e769d23 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609384 Aug 24 08:58:47.998635 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8cf4c753-a0ef-4a84-acb9-d76714a675b5 req-2807bf52-4ac2-43ab-beda-4155a7ebaab2 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 210 time: 0.0580013 Aug 24 08:58:48.042244 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:48.132978 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf5cec-a780-4dd4-959c-9a4a5b5e6839 req-7a1d52e1-4513-44dd-a8f1-500d533e1b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:48.133864 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2faf5cec-a780-4dd4-959c-9a4a5b5e6839 req-7a1d52e1-4513-44dd-a8f1-500d533e1b48 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1828671 Aug 24 08:58:48.276723 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['2bc58765-1598-48aa-8be4-8639f8e97491'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:58:48.331139 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a25e7c68-bf1d-44b5-af47-6179ee40d57c req-f913ded4-5a7a-4d36-bac1-77f4cab28d9c tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 210 time: 0.0387545 Aug 24 08:58:48.712550 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417eb9f8-cda7-443f-8e79-7a25a316ee8f req-15ce8d68-f38c-4a04-9c6c-cea7e73f72f9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:48.725397 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-417eb9f8-cda7-443f-8e79-7a25a316ee8f req-15ce8d68-f38c-4a04-9c6c-cea7e73f72f9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.1537833 Aug 24 08:58:48.736494 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c94773-a980-4b25-bbe4-2d78216dba4d req-da31cca1-9b29-4c9a-88df-c0cea6d0ae3e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:48.740751 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-23c94773-a980-4b25-bbe4-2d78216dba4d req-da31cca1-9b29-4c9a-88df-c0cea6d0ae3e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 944 time: 0.5516579 Aug 24 08:58:48.848761 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-417eb9f8-cda7-443f-8e79-7a25a316ee8f req-d2fc98f8-d9d0-40c0-abc4-b1303a797d88 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215019 Aug 24 08:58:48.865556 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf5cec-a780-4dd4-959c-9a4a5b5e6839 req-4f312e28-97a3-45b7-ad97-7fa977051038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:48.865556 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2faf5cec-a780-4dd4-959c-9a4a5b5e6839 req-4f312e28-97a3-45b7-ad97-7fa977051038 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7204714 Aug 24 08:58:48.936562 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-23c94773-a980-4b25-bbe4-2d78216dba4d req-06d4db5b-7c27-415e-a2bf-8ae77702ad07 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727848 Aug 24 08:58:49.084217 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc47ed0-cbe2-4cc6-bbf0-52f7f741ed9a req-cf739f2a-39f1-4239-bf84-0cb9f01ef623 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:49.093725 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-efc47ed0-cbe2-4cc6-bbf0-52f7f741ed9a req-cf739f2a-39f1-4239-bf84-0cb9f01ef623 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 945 time: 0.0799360 Aug 24 08:58:49.098027 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:49.161138 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f180c347-b973-43b4-bbf2-8c9d9fbebb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:49.162240 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-efc47ed0-cbe2-4cc6-bbf0-52f7f741ed9a req-bf5017ac-e453-415b-88f8-0239852f2e9b tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674741 Aug 24 08:58:49.163643 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f180c347-b973-43b4-bbf2-8c9d9fbebb62 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 1128 time: 0.1040380 Aug 24 08:58:49.207304 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-256906e8-da6e-40d4-93af-ad1af11e48da req-d1408f33-9fd9-480b-83da-4f92e70d0773 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 210 time: 0.0501628 Aug 24 08:58:49.234377 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-4ac1e3f2-f477-4f02-90d2-6d84eac2c5e2 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af6f2eec-ae69-4c8f-a19d-246715432ab9 HTTP/1.1" status: 200 len: 217 time: 0.0543773 Aug 24 08:58:49.301364 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-0eae2bef-44d3-4661-94d8-7979ebdf9922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:49.302780 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-0eae2bef-44d3-4661-94d8-7979ebdf9922 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=68cde71c-76f8-4ef2-ae70-0fbb6e1478f1 HTTP/1.1" status: 200 len: 853 time: 0.0589793 Aug 24 08:58:49.353866 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-5d60ea2d-ecac-4f68-87da-a2b16f67e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:49.355410 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-5d60ea2d-ecac-4f68-87da-a2b16f67e6fa service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=8974f404-81fe-476f-ae03-918a0ea03bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414705 Aug 24 08:58:49.453251 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f8358ba4-74f3-4f84-a51e-f73d2261da0d service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899587 Aug 24 08:58:49.467313 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2701b25a-c17d-4625-b4fe-226e8d521bcd req-5d681dd9-7582-4b9b-bcf2-a6fa77a827f3 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 210 time: 0.0277393 Aug 24 08:58:49.577907 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-99e50a6b-0c6a-4aa1-88b2-1c04641af37d req-f8a84a99-4517-4923-8baf-04720df479de service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174591 Aug 24 08:58:49.659483 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:49.903439 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-45855d55-3a61-4dee-b26b-9524b1e92116 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:49.908905 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-45855d55-3a61-4dee-b26b-9524b1e92116 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.69 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 819 time: 0.1475666 Aug 24 08:58:50.012450 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a528840-e49e-4bfa-a61f-42ce4783c943 req-2526f197-9acb-44b7-bae5-22f836214b13 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:50.016049 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1a528840-e49e-4bfa-a61f-42ce4783c943 req-2526f197-9acb-44b7-bae5-22f836214b13 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0682046 Aug 24 08:58:50.097711 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1a528840-e49e-4bfa-a61f-42ce4783c943 req-b667ae9b-b813-4100-a2f6-b81270a45f1b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758338 Aug 24 08:58:50.133651 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 2bc58765-1598-48aa-8be4-8639f8e97491 up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:58:50.139241 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413afa66-c7c8-4b20-b20b-e13cec437bcd req-d643513d-ac92-4fda-8d03-cb0e8935bdd0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:50.148509 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-413afa66-c7c8-4b20-b20b-e13cec437bcd req-d643513d-ac92-4fda-8d03-cb0e8935bdd0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 944 time: 0.0834763 Aug 24 08:58:50.210405 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port 2bc58765-1598-48aa-8be4-8639f8e97491 completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:58:50.272426 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-413afa66-c7c8-4b20-b20b-e13cec437bcd req-2ece6e48-5cf6-4064-95bd-3bfaa46c9ffe tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160185 Aug 24 08:58:50.319423 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 2bc58765-1598-48aa-8be4-8639f8e97491 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:58:50.320154 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (2bc58765-1598-48aa-8be4-8639f8e97491), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:50.382689 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40f5fc-a1fe-4785-a89b-852e5515f8b8 req-4777a99b-edd3-40b8-aa82-1b901564f053 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:50.386323 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fe40f5fc-a1fe-4785-a89b-852e5515f8b8 req-4777a99b-edd3-40b8-aa82-1b901564f053 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 945 time: 0.0647962 Aug 24 08:58:50.469515 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9616c82f-0ca4-47c5-a66a-9c189531cb81 req-3988e927-64e5-4ac1-b3f1-0583cf669e11 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 210 time: 0.0614867 Aug 24 08:58:50.470804 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fe40f5fc-a1fe-4785-a89b-852e5515f8b8 req-1cc9422f-55a4-479a-aca2-11b3be51dfaf tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787547 Aug 24 08:58:50.476066 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 2bc58765-1598-48aa-8be4-8639f8e97491 is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:58:50.476488 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (2bc58765-1598-48aa-8be4-8639f8e97491), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:50.511701 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc58765-1598-48aa-8be4-8639f8e97491'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:58:50.514692 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ce6902-c92a-4586-9553-7d60fc4889a0" -d '{"events": [{"server_uuid": "218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab", "name": "network-vif-plugged", "status": "completed", "tag": "2bc58765-1598-48aa-8be4-8639f8e97491"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:58:50.535400 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 2bc58765-1598-48aa-8be4-8639f8e97491, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=2bc58765-1598-48aa-8be4-8639f8e97491,segment=NetworkSegment(f14c624b-0932-4546-92a8-34d65fae0156),segment_id=f14c624b-0932-4546-92a8-34d65fae0156)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:50.628627 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0276fa-a0bb-4b13-a702-a7bb6e336af0 x-openstack-request-id: req-0a0276fa-a0bb-4b13-a702-a7bb6e336af0 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:58:50.629170 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab", "name": "network-vif-plugged", "status": "completed", "tag": "2bc58765-1598-48aa-8be4-8639f8e97491", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:58:50.629310 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a0276fa-a0bb-4b13-a702-a7bb6e336af0 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:58:50.629853 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0276fa-a0bb-4b13-a702-a7bb6e336af0'] response: {'server_uuid': '218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc58765-1598-48aa-8be4-8639f8e97491', 'code': 200} Aug 24 08:58:50.631155 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (2bc58765-1598-48aa-8be4-8639f8e97491), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:50.682552 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c2d31e78-30ae-46a9-a3ad-e1eb201bd4b9 req-3d56c812-09b1-4a4c-afea-10898fd3f555 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 210 time: 0.0646582 Aug 24 08:58:50.709581 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=2bc58765-1598-48aa-8be4-8639f8e97491,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:50.859850 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:51.132409 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-90d16511-7e4f-49e4-be23-e6b27415e44e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.69 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9ce953ed361742a29b0c750ca13d88e2 HTTP/1.1" status: 200 len: 380 time: 0.1942523 Aug 24 08:58:51.153388 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-d12b2626-146e-4bf7-8984-78320e7f0c55 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Request body: {'port': {'device_id': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'admin_state_up': True, 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'security_groups': ['06cdc452-fc87-45a6-9519-02816d1300e2']}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:51.189837 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec55e77-b474-4541-8aba-0fd740ead069 req-e52d4357-eeef-4b0f-be4a-6b86906266a3 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:51.191577 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eec55e77-b474-4541-8aba-0fd740ead069 req-e52d4357-eeef-4b0f-be4a-6b86906266a3 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.69 "GET /networking/v2.0/networks?id=2627b334-376c-4041-9ebc-cee6c276b6ad HTTP/1.1" status: 200 len: 813 time: 0.2216041 Aug 24 08:58:51.222367 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-eec55e77-b474-4541-8aba-0fd740ead069 req-a79dc452-b12c-4f98-91a5-32bdffb91a24 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Request body: {'port': {'device_id': 'a1141690-3930-437e-8b00-f28759fa3b6d', 'network_id': '2627b334-376c-4041-9ebc-cee6c276b6ad', 'admin_state_up': True, 'tenant_id': 'e3fc853baefe4aa6b105874207810d01'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:51.279674 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:51.372837 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:51.425464 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171b2d3-c9b9-48b6-a2b7-2837e0948424 req-2c0f1e11-9ed4-4a59-a6ee-f6f5d5d75b97 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:51.439137 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7171b2d3-c9b9-48b6-a2b7-2837e0948424 req-2c0f1e11-9ed4-4a59-a6ee-f6f5d5d75b97 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.1033950 Aug 24 08:58:51.577119 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-d12b2626-146e-4bf7-8984-78320e7f0c55 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Made reservation on behalf of 9ce953ed361742a29b0c750ca13d88e2 for: {'port': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:58:51.584493 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-d12b2626-146e-4bf7-8984-78320e7f0c55 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:51.585178 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7171b2d3-c9b9-48b6-a2b7-2837e0948424 req-d9fc00b5-53a0-4b26-9fee-d4201575c7a1 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443548 Aug 24 08:58:51.603885 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec55e77-b474-4541-8aba-0fd740ead069 req-a79dc452-b12c-4f98-91a5-32bdffb91a24 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Made reservation on behalf of e3fc853baefe4aa6b105874207810d01 for: {'port': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:58:51.608012 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-eec55e77-b474-4541-8aba-0fd740ead069 req-a79dc452-b12c-4f98-91a5-32bdffb91a24 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:51.744776 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c402ab60-bf68-45f7-acf7-e474e83ac639 req-b5f34707-f327-4035-ae96-ada9141af98f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 210 time: 0.0763071 Aug 24 08:58:51.752211 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:51.802451 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501083b-4809-4094-96f8-4480e6ec40bd req-012f8744-6c34-4e22-b719-ef84e3670469 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:51.811849 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8501083b-4809-4094-96f8-4480e6ec40bd req-012f8744-6c34-4e22-b719-ef84e3670469 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 944 time: 0.3645456 Aug 24 08:58:51.873180 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5910499-d957-4c1b-8166-d18806771c0b req-1c3e1590-a82e-4fea-87d6-5a0f7a2c1c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:51.874683 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d5910499-d957-4c1b-8166-d18806771c0b req-1c3e1590-a82e-4fea-87d6-5a0f7a2c1c80 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 1130 time: 0.3524997 Aug 24 08:58:51.877263 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b0861-ffa2-46ce-9b83-9a0205645f6a req-7e3a4567-8a6d-4d1a-86ea-578a9feb7883 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:51.879891 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-547b0861-ffa2-46ce-9b83-9a0205645f6a req-7e3a4567-8a6d-4d1a-86ea-578a9feb7883 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 946 time: 0.0682268 Aug 24 08:58:51.895501 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-d12b2626-146e-4bf7-8984-78320e7f0c55 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Allocated IP 172.20.0.3 (eb8a0715-04e1-4525-bfd8-e63c7de1ad20/8a21facc-ab1e-4219-b0f0-4f835c4b6a49/5c1b8b12-1576-4b4a-a28a-6f65318d7b08) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:58:51.946678 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-547b0861-ffa2-46ce-9b83-9a0205645f6a req-c03f877e-de9f-458f-b035-47a8f0b48bee tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594587 Aug 24 08:58:51.968267 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:52.019372 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8501083b-4809-4094-96f8-4480e6ec40bd req-b946c541-6190-4da1-baf2-8559702af923 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064605 Aug 24 08:58:52.130467 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d5910499-d957-4c1b-8166-d18806771c0b req-6abb7ba4-44fa-4407-b3ac-a80b8b1abc12 service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741455 Aug 24 08:58:52.137605 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device af6f2eec-ae69-4c8f-a19d-246715432ab9 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:58:52.161939 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-81ab2177-6881-464a-98ca-ec996cd4fcf3 req-ff98ae8e-1a04-4dc7-9966-2bd4fcf6ae45 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 210 time: 0.0545504 Aug 24 08:58:52.235421 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:52.253468 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [req-eec55e77-b474-4541-8aba-0fd740ead069 req-a79dc452-b12c-4f98-91a5-32bdffb91a24 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Allocated IP 172.20.0.4 (2627b334-376c-4041-9ebc-cee6c276b6ad/f328b315-f1db-4866-bc95-936b6da191d3/66396b55-cc57-4210-b9eb-294eef7d34b3) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:58:52.279260 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:52.311652 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-d12b2626-146e-4bf7-8984-78320e7f0c55 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for port (5c1b8b12-1576-4b4a-a28a-6f65318d7b08), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:52.484549 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port af6f2eec-ae69-4c8f-a19d-246715432ab9, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=af6f2eec-ae69-4c8f-a19d-246715432ab9,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:52.501946 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-d12b2626-146e-4bf7-8984-78320e7f0c55 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (5c1b8b12-1576-4b4a-a28a-6f65318d7b08), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:52.515096 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-eec55e77-b474-4541-8aba-0fd740ead069 req-a79dc452-b12c-4f98-91a5-32bdffb91a24 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Publish callbacks [] for port (66396b55-cc57-4210-b9eb-294eef7d34b3), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:52.517874 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': 'af6f2eec-ae69-4c8f-a19d-246715432ab9', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'port_id': 'af6f2eec-ae69-4c8f-a19d-246715432ab9', 'mac_address': 'fa:16:3e:11:9d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:58:52.584924 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port af6f2eec-ae69-4c8f-a19d-246715432ab9 is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:58:52.585603 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (af6f2eec-ae69-4c8f-a19d-246715432ab9), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:52.593844 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-d12b2626-146e-4bf7-8984-78320e7f0c55 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:58:52.603870 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6f2eec-ae69-4c8f-a19d-246715432ab9 {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:58:52.609392 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-d12b2626-146e-4bf7-8984-78320e7f0c55 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:58:52.615482 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-d12b2626-146e-4bf7-8984-78320e7f0c55 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:58:52.624171 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b2626-146e-4bf7-8984-78320e7f0c55 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Pushing event updated for resources: {'Port': ['ID=5c1b8b12-1576-4b4a-a28a-6f65318d7b08,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:52.651554 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port af6f2eec-ae69-4c8f-a19d-246715432ab9, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=af6f2eec-ae69-4c8f-a19d-246715432ab9,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:52.690039 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-d12b2626-146e-4bf7-8984-78320e7f0c55 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:52.691161 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-d12b2626-146e-4bf7-8984-78320e7f0c55 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:52.752989 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (af6f2eec-ae69-4c8f-a19d-246715432ab9), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:52.791957 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-eec55e77-b474-4541-8aba-0fd740ead069 req-a79dc452-b12c-4f98-91a5-32bdffb91a24 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (66396b55-cc57-4210-b9eb-294eef7d34b3), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:52.862383 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-d12b2626-146e-4bf7-8984-78320e7f0c55 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7208970 Aug 24 08:58:52.888739 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=af6f2eec-ae69-4c8f-a19d-246715432ab9,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:52.920325 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec55e77-b474-4541-8aba-0fd740ead069 req-a79dc452-b12c-4f98-91a5-32bdffb91a24 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Network 2627b334-376c-4041-9ebc-cee6c276b6ad is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:58:52.929848 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [req-eec55e77-b474-4541-8aba-0fd740ead069 req-a79dc452-b12c-4f98-91a5-32bdffb91a24 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:58:52.948974 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea04a4-64fe-4c7f-a95a-6ce4211b8b2c req-b2bdde75-dd23-46b8-9218-477119074f03 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:52.957549 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-60ea04a4-64fe-4c7f-a95a-6ce4211b8b2c req-b2bdde75-dd23-46b8-9218-477119074f03 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.2498982 Aug 24 08:58:53.034622 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 34050) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:53.048308 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec55e77-b474-4541-8aba-0fd740ead069 req-a79dc452-b12c-4f98-91a5-32bdffb91a24 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:58:53.090545 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['af6f2eec-ae69-4c8f-a19d-246715432ab9'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:58:53.131188 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b20881-2de7-480b-a070-117aea8705bd req-b34b6699-b375-4d4b-9dae-20029fdff190 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:53.143910 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b4b20881-2de7-480b-a070-117aea8705bd req-b34b6699-b375-4d4b-9dae-20029fdff190 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 931 time: 0.2148411 Aug 24 08:58:53.192528 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79dc452-b12c-4f98-91a5-32bdffb91a24 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Pushing event updated for resources: {'Port': ['ID=66396b55-cc57-4210-b9eb-294eef7d34b3,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:53.215088 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Request body: {'port': {'device_id': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:53.222861 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:53.309678 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b4b20881-2de7-480b-a070-117aea8705bd req-f441e133-210f-4008-b6fd-99add8f93c76 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589344 Aug 24 08:58:53.338064 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec55e77-b474-4541-8aba-0fd740ead069 req-a79dc452-b12c-4f98-91a5-32bdffb91a24 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:53.338833 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-eec55e77-b474-4541-8aba-0fd740ead069 req-a79dc452-b12c-4f98-91a5-32bdffb91a24 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:53.381218 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2e837405-a669-4871-91db-2e8469d66b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:53.407378 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-60ea04a4-64fe-4c7f-a95a-6ce4211b8b2c req-f464c000-52e7-4016-ab9c-2ec751876d2c tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4484460 Aug 24 08:58:53.433970 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:53.435979 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (5c1b8b12-1576-4b4a-a28a-6f65318d7b08), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:53.525689 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564b8db-eec5-4bc1-977f-d6b99f6a1e4a req-54edeb6a-df6e-40d4-b4ac-32816e816422 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:53.533570 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e564b8db-eec5-4bc1-977f-d6b99f6a1e4a req-54edeb6a-df6e-40d4-b4ac-32816e816422 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 946 time: 0.0820451 Aug 24 08:58:53.583839 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-587b8110-68c1-474e-b364-dedb4185a114 None None] Provisioning complete for port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:58:53.585386 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-587b8110-68c1-474e-b364-dedb4185a114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (5c1b8b12-1576-4b4a-a28a-6f65318d7b08), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:53.622956 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2e837405-a669-4871-91db-2e8469d66b90 admin admin] Publish callbacks [] for security_group (682bfbde-6f11-4e36-a7d5-d3ea97332002), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:53.635475 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e564b8db-eec5-4bc1-977f-d6b99f6a1e4a req-0c9e0fad-f432-4046-b5ca-e25a6d804d4b tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005185 Aug 24 08:58:53.652107 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb68745-0ad0-4480-acbd-7b12b9f7ae3b req-aced27f6-4567-4420-94a4-479196b0b70a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:53.653674 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-beb68745-0ad0-4480-acbd-7b12b9f7ae3b req-aced27f6-4567-4420-94a4-479196b0b70a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 945 time: 0.1328337 Aug 24 08:58:53.675948 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eec55e77-b474-4541-8aba-0fd740ead069 req-a79dc452-b12c-4f98-91a5-32bdffb91a24 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4635212 Aug 24 08:58:53.689038 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-587b8110-68c1-474e-b364-dedb4185a114 None None] Port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:58:53.739581 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2e837405-a669-4871-91db-2e8469d66b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (682bfbde-6f11-4e36-a7d5-d3ea97332002), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:53.868282 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Request body: {'port': {'device_id': 'a1141690-3930-437e-8b00-f28759fa3b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:58:53.907991 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-beb68745-0ad0-4480-acbd-7b12b9f7ae3b req-ab9e1bad-ca55-4774-b3bd-8bb2e76fc0bc tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288566 Aug 24 08:58:54.005087 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527efc89-7df6-4232-a71a-2841a8144d72 req-240a2393-d1f6-4b21-8f5d-36e98b47a223 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:54.006890 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-527efc89-7df6-4232-a71a-2841a8144d72 req-240a2393-d1f6-4b21-8f5d-36e98b47a223 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 931 time: 0.2994816 Aug 24 08:58:54.011541 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (66396b55-cc57-4210-b9eb-294eef7d34b3), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:54.025851 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-2e837405-a669-4871-91db-2e8469d66b90 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=db4ed6100ce34e16bf75d9e8f5e5092d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9858036 Aug 24 08:58:54.027169 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 34058) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:54.034895 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e837405-a669-4871-91db-2e8469d66b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682bfbde-6f11-4e36-a7d5-d3ea97332002,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:54.037845 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 {{(pid=118616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:58:54.049340 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Publish callbacks [] for port (5c1b8b12-1576-4b4a-a28a-6f65318d7b08), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:54.095916 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.provisioning_blocks [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Transition to ACTIVE for port object 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 will not be triggered until provisioned by entity L2. {{(pid=118616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:58:54.116968 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-527efc89-7df6-4232-a71a-2841a8144d72 req-78b9eb26-07a2-4d10-b940-331d13431e8d tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920935 Aug 24 08:58:54.151107 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8b7fed1b-8d65-4c48-aa8c-8dfaab79d45c admin admin] Publish callbacks [] for security_group (682bfbde-6f11-4e36-a7d5-d3ea97332002), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:54.180187 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8b7fed1b-8d65-4c48-aa8c-8dfaab79d45c admin admin] Publish callbacks [] for security_group (682bfbde-6f11-4e36-a7d5-d3ea97332002), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:54.395264 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66396b55-cc57-4210-b9eb-294eef7d34b3 {{(pid=118616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:58:54.404479 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Publish callbacks [] for port (66396b55-cc57-4210-b9eb-294eef7d34b3), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:54.427309 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device af6f2eec-ae69-4c8f-a19d-246715432ab9 up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:58:54.446451 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3431bc-1fa4-45e7-b578-f7b9f9e47f42 req-9ae136af-3f57-4907-8acd-5e08aa9f852c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:54.448478 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ef3431bc-1fa4-45e7-b578-f7b9f9e47f42 req-9ae136af-3f57-4907-8acd-5e08aa9f852c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 931 time: 0.0691757 Aug 24 08:58:54.463414 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:54.474528 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port af6f2eec-ae69-4c8f-a19d-246715432ab9 completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:58:54.499105 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ef3431bc-1fa4-45e7-b578-f7b9f9e47f42 req-d03b0c7e-1e59-408b-9628-90d37607fdae tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438144 Aug 24 08:58:54.563450 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befdc94-d726-4e55-9d04-7be2ed7cb03d req-52b6295b-052e-4485-aa71-c8ea51394ae2 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:54.565044 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7befdc94-d726-4e55-9d04-7be2ed7cb03d req-52b6295b-052e-4485-aa71-c8ea51394ae2 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0539668 Aug 24 08:58:54.616214 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7befdc94-d726-4e55-9d04-7be2ed7cb03d req-b19e67a4-b5a8-4f5e-98f4-c85bb78cff3f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452137 Aug 24 08:58:54.622240 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.provisioning_blocks [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Transition to ACTIVE for port object 66396b55-cc57-4210-b9eb-294eef7d34b3 will not be triggered until provisioned by entity L2. {{(pid=118616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:58:54.623784 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (5c1b8b12-1576-4b4a-a28a-6f65318d7b08), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:54.628620 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8b7fed1b-8d65-4c48-aa8c-8dfaab79d45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (682bfbde-6f11-4e36-a7d5-d3ea97332002), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:54.628620 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8b7fed1b-8d65-4c48-aa8c-8dfaab79d45c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:54.632180 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-8b7fed1b-8d65-4c48-aa8c-8dfaab79d45c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/682bfbde-6f11-4e36-a7d5-d3ea97332002 HTTP/1.1" status: 204 len: 168 time: 0.5962324 Aug 24 08:58:54.641774 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fed1b-8d65-4c48-aa8c-8dfaab79d45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682bfbde-6f11-4e36-a7d5-d3ea97332002,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:54.647547 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port af6f2eec-ae69-4c8f-a19d-246715432ab9 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:58:54.647547 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (af6f2eec-ae69-4c8f-a19d-246715432ab9), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:54.701397 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b8b12-1576-4b4a-a28a-6f65318d7b08,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:54.713265 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:54.730427 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (66396b55-cc57-4210-b9eb-294eef7d34b3), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:54.772734 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port af6f2eec-ae69-4c8f-a19d-246715432ab9 is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:58:54.773199 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (af6f2eec-ae69-4c8f-a19d-246715432ab9), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:54.821129 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6f2eec-ae69-4c8f-a19d-246715432ab9'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:58:54.825490 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd757fb-a8e8-4471-aa1d-fbd0da52b403" -d '{"events": [{"server_uuid": "9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2", "name": "network-vif-plugged", "status": "completed", "tag": "af6f2eec-ae69-4c8f-a19d-246715432ab9"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:58:54.849476 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port af6f2eec-ae69-4c8f-a19d-246715432ab9, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=af6f2eec-ae69-4c8f-a19d-246715432ab9,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:54.860976 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Pushing event updated for resources: {'Port': ['ID=66396b55-cc57-4210-b9eb-294eef7d34b3,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:54.869239 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0623f-debd-4a40-a03c-fd59e20b2850 req-c42720a8-57a7-47b7-a2d3-6a6dac9d1f90 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:54.873148 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-46c0623f-debd-4a40-a03c-fd59e20b2850 req-c42720a8-57a7-47b7-a2d3-6a6dac9d1f90 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 946 time: 0.1245105 Aug 24 08:58:54.903273 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:54.907394 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e002558-0946-4bd7-89c5-eda599568737 x-openstack-request-id: req-2e002558-0946-4bd7-89c5-eda599568737 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:58:54.907394 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2", "name": "network-vif-plugged", "status": "completed", "tag": "af6f2eec-ae69-4c8f-a19d-246715432ab9", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:58:54.907394 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e002558-0946-4bd7-89c5-eda599568737 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:58:54.907394 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e002558-0946-4bd7-89c5-eda599568737'] response: {'server_uuid': '9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6f2eec-ae69-4c8f-a19d-246715432ab9', 'code': 200} Aug 24 08:58:54.909795 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Attempting to bind port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:58:54.910138 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Attempting to bind port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:58:54.910471 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Attempting to bind port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 on network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:58:54.927747 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (af6f2eec-ae69-4c8f-a19d-246715432ab9), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:54.932044 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 on network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:58:54.932249 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Attempting to bind port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 on network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:58:54.946190 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:58:54.947394 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Checking segment: {'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:58:54.947394 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Bound using segment: {'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:58:54.947675 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Bound port: 5c1b8b12-1576-4b4a-a28a-6f65318d7b08, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06431a87-7797-47b4-b72c-ec89bbf6c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20'}}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:58:54.947898 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (5c1b8b12-1576-4b4a-a28a-6f65318d7b08), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:55.003578 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-46c0623f-debd-4a40-a03c-fd59e20b2850 req-62168cea-451e-4931-a6fe-582c4c550c5a tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045310 Aug 24 08:58:55.020732 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Attempting to bind port 66396b55-cc57-4210-b9eb-294eef7d34b3 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:58:55.021068 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Attempting to bind port 66396b55-cc57-4210-b9eb-294eef7d34b3 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '9428a6e9-03bd-47cd-828b-4556e270b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2627b334-376c-4041-9ebc-cee6c276b6ad'}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:58:55.021397 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Attempting to bind port 66396b55-cc57-4210-b9eb-294eef7d34b3 on network 2627b334-376c-4041-9ebc-cee6c276b6ad {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:58:55.058335 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Port 66396b55-cc57-4210-b9eb-294eef7d34b3 on network 2627b334-376c-4041-9ebc-cee6c276b6ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:58:55.058904 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Attempting to bind port 66396b55-cc57-4210-b9eb-294eef7d34b3 on network 2627b334-376c-4041-9ebc-cee6c276b6ad {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:58:55.061339 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:55.075033 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:58:55.075381 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Checking segment: {'id': '9428a6e9-03bd-47cd-828b-4556e270b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2627b334-376c-4041-9ebc-cee6c276b6ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:58:55.078531 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Bound using segment: {'id': '9428a6e9-03bd-47cd-828b-4556e270b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2627b334-376c-4041-9ebc-cee6c276b6ad'} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:58:55.079088 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Bound port: 66396b55-cc57-4210-b9eb-294eef7d34b3, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9428a6e9-03bd-47cd-828b-4556e270b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2627b334-376c-4041-9ebc-cee6c276b6ad'}}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:58:55.079468 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (66396b55-cc57-4210-b9eb-294eef7d34b3), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:55.080449 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=af6f2eec-ae69-4c8f-a19d-246715432ab9,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:55.144673 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] For port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08, host hv-cinder-85221, cleared binding levels {{(pid=118616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:58:55.171802 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] For port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5c1b8b12-1576-4b4a-a28a-6f65318d7b08,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:58:55.201280 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] For port 66396b55-cc57-4210-b9eb-294eef7d34b3, host hv-cinder-85221, cleared binding levels {{(pid=118616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:58:55.206299 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] For port 66396b55-cc57-4210-b9eb-294eef7d34b3, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=66396b55-cc57-4210-b9eb-294eef7d34b3,segment=NetworkSegment(9428a6e9-03bd-47cd-828b-4556e270b2ba),segment_id=9428a6e9-03bd-47cd-828b-4556e270b2ba)] {{(pid=118616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:58:55.209042 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6f10-80f3-4ad9-bf35-b490d55dfdf5 req-dad51b1d-7a19-4a2b-b5d1-7b61076433dd tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:55.220357 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2bbe6f10-80f3-4ad9-bf35-b490d55dfdf5 req-dad51b1d-7a19-4a2b-b5d1-7b61076433dd tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 946 time: 0.1501796 Aug 24 08:58:55.273937 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 34088) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:55.279856 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:55.293269 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2bbe6f10-80f3-4ad9-bf35-b490d55dfdf5 req-221914cc-0d71-4ca5-a0e9-ffd4049ec4e4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715516 Aug 24 08:58:55.351409 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (5c1b8b12-1576-4b4a-a28a-6f65318d7b08), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:55.386318 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:55.395490 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:55.395490 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/5c1b8b12-1576-4b4a-a28a-6f65318d7b08 HTTP/1.1" status: 200 len: 1093 time: 2.3473518 Aug 24 08:58:55.395490 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'tag': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:58:55.399533 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c787e23-f7df-40e1-8a38-764338c387d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3458006b-aba9-4e45-a268-023f1b7c5f48", "tag": "5c1b8b12-1576-4b4a-a28a-6f65318d7b08"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:58:55.441660 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (66396b55-cc57-4210-b9eb-294eef7d34b3), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:55.455265 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:55.456145 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:55.458430 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eec55e77-b474-4541-8aba-0fd740ead069 req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/66396b55-cc57-4210-b9eb-294eef7d34b3 HTTP/1.1" status: 200 len: 1093 time: 1.6084938 Aug 24 08:58:55.469784 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55208ee-2947-4a09-80b7-f67f1c5c5dd7 req-dd261ad6-172b-4567-8765-ce56b5a3e19d tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:55.487702 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d55208ee-2947-4a09-80b7-f67f1c5c5dd7 req-dd261ad6-172b-4567-8765-ce56b5a3e19d tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 943 time: 0.1929755 Aug 24 08:58:55.494229 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:55.530037 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50980c48-2bdc-45ff-b709-b7c1a81fbabf x-openstack-request-id: req-50980c48-2bdc-45ff-b709-b7c1a81fbabf {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:58:55.530037 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3458006b-aba9-4e45-a268-023f1b7c5f48", "tag": "5c1b8b12-1576-4b4a-a28a-6f65318d7b08", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:58:55.530037 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50980c48-2bdc-45ff-b709-b7c1a81fbabf {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:58:55.530581 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50980c48-2bdc-45ff-b709-b7c1a81fbabf'] response: {'name': 'network-changed', 'server_uuid': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'tag': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08', 'status': 'completed', 'code': 200} Aug 24 08:58:55.826451 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c99e1f-b855-42ed-900d-ce1f20f75688 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b8b12-1576-4b4a-a28a-6f65318d7b08,revision_number=3']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:55.855583 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-03467bb8-9f9a-46a8-a138-bb6fa03d9f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:55.869417 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f4cdf-cdef-4294-9201-ca1e4aca958f req-db1e335c-3489-4535-ba01-29c4e91fbc3a tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:55.871896 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-648f4cdf-cdef-4294-9201-ca1e4aca958f req-db1e335c-3489-4535-ba01-29c4e91fbc3a tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 943 time: 0.1450520 Aug 24 08:58:55.878591 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc5dfb-b182-4d4c-9d58-2aad54905199 req-75be73e6-3e07-4947-afce-12960648720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:55.881303 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1cfc5dfb-b182-4d4c-9d58-2aad54905199 req-75be73e6-3e07-4947-afce-12960648720a service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 1130 time: 0.3899100 Aug 24 08:58:55.955135 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-648f4cdf-cdef-4294-9201-ca1e4aca958f req-a42c082f-0f57-410b-869a-9d472f75d401 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766165 Aug 24 08:58:56.068705 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:56.123212 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77c78a-75b7-4875-8ea0-e3ae689393eb req-149e0be2-70e8-403b-9b44-165ec474a611 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:56.146227 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1c77c78a-75b7-4875-8ea0-e3ae689393eb req-149e0be2-70e8-403b-9b44-165ec474a611 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0864947 Aug 24 08:58:56.252371 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c787e23-f7df-40e1-8a38-764338c387d6 req-4bcfcf1a-893f-449e-8654-f70dd4a6db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:56.253903 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1c787e23-f7df-40e1-8a38-764338c387d6 req-4bcfcf1a-893f-449e-8654-f70dd4a6db19 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 1127 time: 0.6539481 Aug 24 08:58:56.304960 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d55208ee-2947-4a09-80b7-f67f1c5c5dd7 req-76df919d-6548-4010-9915-a231cb56b3c7 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7815430 Aug 24 08:58:56.305615 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1c77c78a-75b7-4875-8ea0-e3ae689393eb req-7952bf85-77ff-48c5-87de-fcbc19007317 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285722 Aug 24 08:58:56.311068 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:56.342154 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec55e77-b474-4541-8aba-0fd740ead069 req-de37039e-53a2-478a-8944-37ac3f4cec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:56.344194 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eec55e77-b474-4541-8aba-0fd740ead069 req-de37039e-53a2-478a-8944-37ac3f4cec82 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=e3fc853baefe4aa6b105874207810d01&device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 1127 time: 0.5791686 Aug 24 08:58:56.382202 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69470234-b7cf-433c-ace0-8b5a1d799725 service neutron] Pushing event updated for resources: {'Port': ['ID=66396b55-cc57-4210-b9eb-294eef7d34b3,revision_number=3']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:56.443418 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1cfc5dfb-b182-4d4c-9d58-2aad54905199 req-e7c32e55-9cda-49a8-bba2-8a7320610aeb service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5462842 Aug 24 08:58:56.461079 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eec55e77-b474-4541-8aba-0fd740ead069 req-e276d13a-a9d8-4554-b28a-f076a4c76134 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66396b55-cc57-4210-b9eb-294eef7d34b3 HTTP/1.1" status: 200 len: 217 time: 0.0633857 Aug 24 08:58:56.594466 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df827a-88ba-4220-b201-d9c1a3b8a89f req-33c2139a-c4f1-479c-97c4-883cd118af9a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:56.603524 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-38df827a-88ba-4220-b201-d9c1a3b8a89f req-33c2139a-c4f1-479c-97c4-883cd118af9a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 946 time: 0.1538322 Aug 24 08:58:56.630206 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:56.682549 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-03467bb8-9f9a-46a8-a138-bb6fa03d9f6c admin admin] Publish callbacks [] for security_group (a23e2680-63db-4ecd-9ee5-28f84ab8b477), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:56.730434 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c787e23-f7df-40e1-8a38-764338c387d6 req-8f714688-ef13-447c-b8c4-05e709743550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:56.735888 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1c787e23-f7df-40e1-8a38-764338c387d6 req-8f714688-ef13-447c-b8c4-05e709743550 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?tenant_id=9ce953ed361742a29b0c750ca13d88e2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4612432 Aug 24 08:58:56.753885 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-38df827a-88ba-4220-b201-d9c1a3b8a89f req-43953ab9-afe6-414c-8249-5c94be3e8988 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494222 Aug 24 08:58:56.769764 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-03467bb8-9f9a-46a8-a138-bb6fa03d9f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (a23e2680-63db-4ecd-9ee5-28f84ab8b477), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:56.930248 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 34132) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:58:56.930434 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-03467bb8-9f9a-46a8-a138-bb6fa03d9f6c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=032e20ffecdc448eb56efdf595c67738&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6552556 Aug 24 08:58:56.945326 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03467bb8-9f9a-46a8-a138-bb6fa03d9f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23e2680-63db-4ecd-9ee5-28f84ab8b477,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:56.952083 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec55e77-b474-4541-8aba-0fd740ead069 req-50415333-1744-41f1-a9e2-88eb411e1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:56.956121 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eec55e77-b474-4541-8aba-0fd740ead069 req-50415333-1744-41f1-a9e2-88eb411e1693 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=f328b315-f1db-4866-bc95-936b6da191d3 HTTP/1.1" status: 200 len: 853 time: 0.2167969 Aug 24 08:58:57.042112 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c787e23-f7df-40e1-8a38-764338c387d6 req-1b2bac83-ffc2-419d-90d2-db6636eba2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:57.049437 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1c787e23-f7df-40e1-8a38-764338c387d6 req-1b2bac83-ffc2-419d-90d2-db6636eba2a7 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2945633 Aug 24 08:58:57.083666 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6d2532b6-ecd0-4be3-8d42-beb5c25530c3 admin admin] Publish callbacks [] for security_group (a23e2680-63db-4ecd-9ee5-28f84ab8b477), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:57.116845 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6d2532b6-ecd0-4be3-8d42-beb5c25530c3 admin admin] Publish callbacks [] for security_group (a23e2680-63db-4ecd-9ee5-28f84ab8b477), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:57.150813 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2be0d0-82cb-4c85-a032-e3226abc7327 req-406c4a11-327a-4419-9f84-5e24f59d0387 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:57.158371 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7b2be0d0-82cb-4c85-a032-e3226abc7327 req-406c4a11-327a-4419-9f84-5e24f59d0387 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 946 time: 0.1573470 Aug 24 08:58:57.217102 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764117ab-918b-4633-b825-2eca0c6a58c3 req-c4390102-f5e6-447d-b5e1-35a438eee25a tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:57.226409 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7b2be0d0-82cb-4c85-a032-e3226abc7327 req-ce5b46db-a3de-4cb5-9a20-1c873bfd26c9 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634053 Aug 24 08:58:57.228138 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-764117ab-918b-4633-b825-2eca0c6a58c3 req-c4390102-f5e6-447d-b5e1-35a438eee25a tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 943 time: 0.0970757 Aug 24 08:58:57.252040 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:57.292984 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-764117ab-918b-4633-b825-2eca0c6a58c3 req-25684287-dcd2-40e2-9622-f66e041d4287 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636878 Aug 24 08:58:57.394477 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6d2532b6-ecd0-4be3-8d42-beb5c25530c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (a23e2680-63db-4ecd-9ee5-28f84ab8b477), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:57.401154 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6d2532b6-ecd0-4be3-8d42-beb5c25530c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:57.402904 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-6d2532b6-ecd0-4be3-8d42-beb5c25530c3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a23e2680-63db-4ecd-9ee5-28f84ab8b477 HTTP/1.1" status: 204 len: 168 time: 0.4705870 Aug 24 08:58:57.480335 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2532b6-ecd0-4be3-8d42-beb5c25530c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23e2680-63db-4ecd-9ee5-28f84ab8b477,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:58:57.510422 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b5275-fb55-405f-9bbf-b6b253487967 req-e4418033-3157-4b41-851e-e90899930604 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:57.513453 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-317b5275-fb55-405f-9bbf-b6b253487967 req-e4418033-3157-4b41-851e-e90899930604 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 943 time: 0.1333916 Aug 24 08:58:57.535123 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1141690-3930-437e-8b00-f28759fa3b6d', 'tag': '66396b55-cc57-4210-b9eb-294eef7d34b3'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:58:57.541568 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3345c941-334b-430f-9661-fb0ff488f63b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1141690-3930-437e-8b00-f28759fa3b6d", "tag": "66396b55-cc57-4210-b9eb-294eef7d34b3"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:58:57.608539 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab0d5a-dee2-44ed-b6f1-a0a9bffc421e req-2995044b-0ee8-47bf-a32f-9b984f238178 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:57.632483 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-88ab0d5a-dee2-44ed-b6f1-a0a9bffc421e req-2995044b-0ee8-47bf-a32f-9b984f238178 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.2392073 Aug 24 08:58:57.710369 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-317b5275-fb55-405f-9bbf-b6b253487967 req-93998e30-2735-4c8a-9f91-d293517e2293 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872296 Aug 24 08:58:57.750819 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-88ab0d5a-dee2-44ed-b6f1-a0a9bffc421e req-0ed89b09-5c9d-4d27-9ee4-58c3a8debc02 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109278 Aug 24 08:58:57.838089 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635c39b2-7ec1-4cd8-ab41-4037124ece14 x-openstack-request-id: req-635c39b2-7ec1-4cd8-ab41-4037124ece14 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:58:57.838565 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1141690-3930-437e-8b00-f28759fa3b6d", "tag": "66396b55-cc57-4210-b9eb-294eef7d34b3", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:58:57.839019 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-635c39b2-7ec1-4cd8-ab41-4037124ece14 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:58:57.839665 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-635c39b2-7ec1-4cd8-ab41-4037124ece14'] response: {'name': 'network-changed', 'server_uuid': 'a1141690-3930-437e-8b00-f28759fa3b6d', 'tag': '66396b55-cc57-4210-b9eb-294eef7d34b3', 'status': 'completed', 'code': 200} Aug 24 08:58:57.999715 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabc603-0ca7-4fdf-a4ce-424131d0d1a1 req-d59151d1-b324-4251-9d6b-ef867760ac6e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:57.999715 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8dabc603-0ca7-4fdf-a4ce-424131d0d1a1 req-d59151d1-b324-4251-9d6b-ef867760ac6e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 946 time: 0.0947144 Aug 24 08:58:58.064822 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8dabc603-0ca7-4fdf-a4ce-424131d0d1a1 req-fdc2edb9-5ce6-41ea-a9ef-fe0ea69a122e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597360 Aug 24 08:58:58.134868 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eec55e77-b474-4541-8aba-0fd740ead069 req-243fa0a3-6710-4ec5-a1c2-d3cf73c6f712 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=2627b334-376c-4041-9ebc-cee6c276b6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416803 Aug 24 08:58:58.305408 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:58.370819 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:58:58.470116 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb961520-dc7d-4e36-b30f-b93582ef8584 req-07109d0f-93f4-48fa-9392-be13645e8fed tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:58.472909 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fb961520-dc7d-4e36-b30f-b93582ef8584 req-07109d0f-93f4-48fa-9392-be13645e8fed tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 946 time: 0.1049187 Aug 24 08:58:58.489502 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2596f4-8461-4ad6-8e93-e3ba388beaa5 req-d6e46412-b45b-457b-8f4b-5e0e0efd51ad tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:58.500484 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0d2596f4-8461-4ad6-8e93-e3ba388beaa5 req-d6e46412-b45b-457b-8f4b-5e0e0efd51ad tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 943 time: 0.0844507 Aug 24 08:58:58.552688 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fb961520-dc7d-4e36-b30f-b93582ef8584 req-ba4dd113-e2c6-459d-82f0-cc7e2cb93dae tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733182 Aug 24 08:58:58.585170 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0d2596f4-8461-4ad6-8e93-e3ba388beaa5 req-4c2a53bb-586d-40e4-ae74-4c22836d7b50 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827103 Aug 24 08:58:58.910775 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652c129-05a0-4975-b7f2-125fd01d0b8b req-92b4992e-e326-40d6-bb38-f830f6ca5796 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:58.910775 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2652c129-05a0-4975-b7f2-125fd01d0b8b req-92b4992e-e326-40d6-bb38-f830f6ca5796 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 946 time: 0.1108482 Aug 24 08:58:58.910775 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-88d90465-f97c-4a9e-a861-8e50c5bd954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:58.910775 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-88d90465-f97c-4a9e-a861-8e50c5bd954b service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 1127 time: 0.0580640 Aug 24 08:58:58.910775 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eec55e77-b474-4541-8aba-0fd740ead069 req-2fc99e09-4322-4fc5-950f-5f585457cbcc service neutron] 10.222.0.69 "GET /networking/v2.0/networks/2627b334-376c-4041-9ebc-cee6c276b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356489 Aug 24 08:58:58.926700 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895f5c7-016a-4924-8b20-f5e7699cd40b req-61c351e7-f3ea-480c-b4e0-4a039115f898 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:58.937905 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b895f5c7-016a-4924-8b20-f5e7699cd40b req-61c351e7-f3ea-480c-b4e0-4a039115f898 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0797007 Aug 24 08:58:58.977442 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484e433-85d8-4bc5-af84-540c8efe47a9 req-424e2bc7-6674-4229-b226-647178e9d473 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:58.979757 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9484e433-85d8-4bc5-af84-540c8efe47a9 req-424e2bc7-6674-4229-b226-647178e9d473 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 943 time: 0.0590117 Aug 24 08:58:59.072102 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b895f5c7-016a-4924-8b20-f5e7699cd40b req-d1ff4903-aed3-4b92-84f1-542c4b9c6dae tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327171 Aug 24 08:58:59.126377 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9484e433-85d8-4bc5-af84-540c8efe47a9 req-5f207fda-181f-4f46-966c-5bc3f1ca6625 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356957 Aug 24 08:58:59.269176 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcb8a9-db97-489d-a3bb-2f9c72c35385 req-590da1cf-b7d0-4b0e-b256-797d22b99ff6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:59.271013 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9afcb8a9-db97-489d-a3bb-2f9c72c35385 req-590da1cf-b7d0-4b0e-b256-797d22b99ff6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 946 time: 0.0571358 Aug 24 08:58:59.347688 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9afcb8a9-db97-489d-a3bb-2f9c72c35385 req-d244f07b-03e5-42b8-beb8-d4e57de76492 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649374 Aug 24 08:58:59.481829 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-77aa3849-3a4c-4c7a-811e-b6c278429715 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c1b8b12-1576-4b4a-a28a-6f65318d7b08 HTTP/1.1" status: 200 len: 217 time: 0.0756397 Aug 24 08:58:59.636447 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-8a658d93-0cb6-437e-97b7-0117c6f5e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:59.638161 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-8a658d93-0cb6-437e-97b7-0117c6f5e2fe service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=8a21facc-ab1e-4219-b0f0-4f835c4b6a49 HTTP/1.1" status: 200 len: 858 time: 0.1448195 Aug 24 08:58:59.698212 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-2652c129-05a0-4975-b7f2-125fd01d0b8b req-ea9f6f05-0f8e-4748-9dc0-5d27eee37175 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Deleting port 2bc58765-1598-48aa-8be4-8639f8e97491 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:58:59.698564 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-2652c129-05a0-4975-b7f2-125fd01d0b8b req-ea9f6f05-0f8e-4748-9dc0-5d27eee37175 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (2bc58765-1598-48aa-8be4-8639f8e97491), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:59.730972 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dc191-7c96-44c3-aa19-d351cb5d72a7 req-e254b293-7f53-4f71-aea8-ea7fd049031c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:59.733237 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-475dc191-7c96-44c3-aa19-d351cb5d72a7 req-e254b293-7f53-4f71-aea8-ea7fd049031c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 943 time: 0.0567951 Aug 24 08:58:59.742331 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eec55e77-b474-4541-8aba-0fd740ead069 req-6d288145-2bdd-441e-8833-ebe7fb07d5ad service neutron] 10.222.0.69 "GET /networking/v2.0/networks/2627b334-376c-4041-9ebc-cee6c276b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446660 Aug 24 08:58:59.769503 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-8032c2eb-e4d2-47ea-98bc-3860682a945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:59.771123 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-8032c2eb-e4d2-47ea-98bc-3860682a945c service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1244097 Aug 24 08:58:59.780898 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67394a84-820c-4b85-8afa-666ce9614089 req-8316b651-667c-4511-b400-2bf9332d4c8c tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:58:59.782774 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67394a84-820c-4b85-8afa-666ce9614089 req-8316b651-667c-4511-b400-2bf9332d4c8c tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 946 time: 0.1435342 Aug 24 08:58:59.843017 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-475dc191-7c96-44c3-aa19-d351cb5d72a7 req-7c4716d7-cdcc-4424-ab1a-0353436b4697 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003485 Aug 24 08:58:59.958531 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-2652c129-05a0-4975-b7f2-125fd01d0b8b req-ea9f6f05-0f8e-4748-9dc0-5d27eee37175 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] For port 2bc58765-1598-48aa-8be4-8639f8e97491, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=2bc58765-1598-48aa-8be4-8639f8e97491,segment=NetworkSegment(f14c624b-0932-4546-92a8-34d65fae0156),segment_id=f14c624b-0932-4546-92a8-34d65fae0156)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:58:59.959065 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-2652c129-05a0-4975-b7f2-125fd01d0b8b req-ea9f6f05-0f8e-4748-9dc0-5d27eee37175 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (2bc58765-1598-48aa-8be4-8639f8e97491), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:58:59.976042 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67394a84-820c-4b85-8afa-666ce9614089 req-39de4f51-77ee-4d36-95dd-ae180cf25fa5 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815598 Aug 24 08:58:59.990451 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-2652c129-05a0-4975-b7f2-125fd01d0b8b req-ea9f6f05-0f8e-4748-9dc0-5d27eee37175 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Calling delete_port for 2bc58765-1598-48aa-8be4-8639f8e97491 owned by compute:nova {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:59:00.003796 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-2c462155-b84a-42ca-b3c7-1a0927284f37 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199485 Aug 24 08:59:00.350914 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf25e11-f282-4443-be9e-d9241f017ffc req-3a15d32a-3148-4303-9c68-1c13ece60bd4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:00.357468 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6cf25e11-f282-4443-be9e-d9241f017ffc req-3a15d32a-3148-4303-9c68-1c13ece60bd4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.1069405 Aug 24 08:59:00.383848 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-2652c129-05a0-4975-b7f2-125fd01d0b8b req-ea9f6f05-0f8e-4748-9dc0-5d27eee37175 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (2bc58765-1598-48aa-8be4-8639f8e97491), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:00.406902 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['2bc58765-1598-48aa-8be4-8639f8e97491'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:59:00.496391 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1bace-bf78-4e5c-94af-61b1ae4ed6fa req-8b01ba01-c980-438d-8688-b975e1c6746a tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:00.502362 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6cf25e11-f282-4443-be9e-d9241f017ffc req-96e9429c-208a-434a-9aa9-09fec269c32b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410134 Aug 24 08:59:00.507978 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e8e1bace-bf78-4e5c-94af-61b1ae4ed6fa req-8b01ba01-c980-438d-8688-b975e1c6746a tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 943 time: 0.1829584 Aug 24 08:59:00.523774 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f6f05-0f8e-4748-9dc0-5d27eee37175 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Pushing event deleted for resources: {'Port': ['ID=2bc58765-1598-48aa-8be4-8639f8e97491,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:00.627589 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:00.715886 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-2652c129-05a0-4975-b7f2-125fd01d0b8b req-ea9f6f05-0f8e-4748-9dc0-5d27eee37175 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] No DVR routers for this DVR port 2bc58765-1598-48aa-8be4-8639f8e97491 on host hv-cinder-85221 {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:59:00.720706 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-2652c129-05a0-4975-b7f2-125fd01d0b8b req-ea9f6f05-0f8e-4748-9dc0-5d27eee37175 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:00.733763 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2652c129-05a0-4975-b7f2-125fd01d0b8b req-ea9f6f05-0f8e-4748-9dc0-5d27eee37175 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.69 "DELETE /networking/v2.0/ports/2bc58765-1598-48aa-8be4-8639f8e97491 HTTP/1.1" status: 204 len: 173 time: 1.3174202 Aug 24 08:59:00.741376 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:00.742324 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab', 'name': 'network-vif-deleted', 'tag': '2bc58765-1598-48aa-8be4-8639f8e97491'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:59:00.744165 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04acad10-8ff3-4e3e-a3df-77e0494cab70" -d '{"events": [{"server_uuid": "218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab", "name": "network-vif-deleted", "tag": "2bc58765-1598-48aa-8be4-8639f8e97491"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:59:00.801341 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140735d-4f69-4ef0-981e-2fc578b365e5 req-0c8c11ec-c6bc-4c45-aa32-dfbcc488b84e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:00.804328 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f140735d-4f69-4ef0-981e-2fc578b365e5 req-0c8c11ec-c6bc-4c45-aa32-dfbcc488b84e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 946 time: 0.1264417 Aug 24 08:59:00.831902 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e8e1bace-bf78-4e5c-94af-61b1ae4ed6fa req-eafdd0f7-1178-4105-99b2-520d6df3c6b8 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179877 Aug 24 08:59:00.882509 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b47060-a084-48f1-bae6-2f9eb32e2952 x-openstack-request-id: req-d8b47060-a084-48f1-bae6-2f9eb32e2952 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:59:00.883131 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab", "name": "network-vif-deleted", "tag": "2bc58765-1598-48aa-8be4-8639f8e97491", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:59:00.883641 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8b47060-a084-48f1-bae6-2f9eb32e2952 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:59:00.886018 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b47060-a084-48f1-bae6-2f9eb32e2952'] response: {'server_uuid': '218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab', 'name': 'network-vif-deleted', 'tag': '2bc58765-1598-48aa-8be4-8639f8e97491', 'status': 'completed', 'code': 200} Aug 24 08:59:00.903412 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f140735d-4f69-4ef0-981e-2fc578b365e5 req-c165f6ce-8de1-40a7-a17c-0f543818296f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927746 Aug 24 08:59:01.127183 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f4e02-7fdf-4d75-89ee-6c7ccca5485e req-d93c78e9-32cd-4eba-8981-90c1398cba9d tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:01.128849 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-bc9f4e02-7fdf-4d75-89ee-6c7ccca5485e req-d93c78e9-32cd-4eba-8981-90c1398cba9d tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 946 time: 0.1209419 Aug 24 08:59:01.141287 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 34256) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:59:01.144505 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1504dc-ab25-4410-92b9-fb46cfc9dcb9 req-ad755f4b-bb70-4b09-9ba8-7fa7358e5fd2 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:01.150218 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-913a9a8d-6659-4735-825f-d5a4d6b1fe77 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'floatingip': {'port_id': 'af6f2eec-ae69-4c8f-a19d-246715432ab9'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:59:01.152816 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7d1504dc-ab25-4410-92b9-fb46cfc9dcb9 req-ad755f4b-bb70-4b09-9ba8-7fa7358e5fd2 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 943 time: 0.1875894 Aug 24 08:59:01.190438 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345c941-334b-430f-9661-fb0ff488f63b req-681b0a02-534f-4015-b0a1-89064a025a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:01.192748 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3345c941-334b-430f-9661-fb0ff488f63b req-681b0a02-534f-4015-b0a1-89064a025a69 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=e3fc853baefe4aa6b105874207810d01&device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 1127 time: 0.1514480 Aug 24 08:59:01.231843 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-913a9a8d-6659-4735-825f-d5a4d6b1fe77 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (ef853fa6-2212-43af-bce2-67e019f0c0ff), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:01.366242 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345c941-334b-430f-9661-fb0ff488f63b req-8f498885-6bb5-4b71-947b-131754128f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:01.368859 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3345c941-334b-430f-9661-fb0ff488f63b req-8f498885-6bb5-4b71-947b-131754128f0f service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=2627b334-376c-4041-9ebc-cee6c276b6ad HTTP/1.1" status: 200 len: 914 time: 0.1385794 Aug 24 08:59:01.418356 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2b356078-5864-4a1a-a93c-d753425ccf08 req-ade9b15b-f529-4669-bd4e-ef559530b9d8 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 210 time: 0.1188455 Aug 24 08:59:01.461973 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7d1504dc-ab25-4410-92b9-fb46cfc9dcb9 req-9f2fa449-c8d4-4458-b91e-b7e738140f7f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3060789 Aug 24 08:59:01.467856 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3345c941-334b-430f-9661-fb0ff488f63b req-1cbb21fd-3c7f-413a-a954-e546109cde38 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66396b55-cc57-4210-b9eb-294eef7d34b3 HTTP/1.1" status: 200 len: 217 time: 0.0817101 Aug 24 08:59:01.471864 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d8bf855f-d9fe-4338-b14b-21d0f7d6e239 req-bda0dbde-bc1a-4fcd-aec6-4048fd879ccf service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293382 Aug 24 08:59:01.781368 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345c941-334b-430f-9661-fb0ff488f63b req-5a1223df-1d81-4615-bf08-852b85ff481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:01.783030 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3345c941-334b-430f-9661-fb0ff488f63b req-5a1223df-1d81-4615-bf08-852b85ff481c service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=f328b315-f1db-4866-bc95-936b6da191d3 HTTP/1.1" status: 200 len: 853 time: 0.0646629 Aug 24 08:59:01.784422 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92f5bd-5ba8-4a54-8c3b-5040ff928d54 req-456d2e09-3fd9-4854-89e0-d64adb9b6914 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:01.787175 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4b92f5bd-5ba8-4a54-8c3b-5040ff928d54 req-456d2e09-3fd9-4854-89e0-d64adb9b6914 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.1366570 Aug 24 08:59:01.839195 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:01.853175 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3345c941-334b-430f-9661-fb0ff488f63b req-772af8fe-0e92-4c78-b4a3-18f93e5c0c2a service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=2627b334-376c-4041-9ebc-cee6c276b6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618010 Aug 24 08:59:01.904209 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4b92f5bd-5ba8-4a54-8c3b-5040ff928d54 req-0c28304f-efc5-4c04-95e2-a388e780c799 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119235 Aug 24 08:59:01.979972 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-913a9a8d-6659-4735-825f-d5a4d6b1fe77 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:01.992169 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c310475-bd09-4a7b-a60b-2af3ba18dcbc req-2236f115-4c54-49ca-86bf-60d7f467153c tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:01.993868 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2c310475-bd09-4a7b-a60b-2af3ba18dcbc req-2236f115-4c54-49ca-86bf-60d7f467153c tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 943 time: 0.0659115 Aug 24 08:59:02.047825 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2c310475-bd09-4a7b-a60b-2af3ba18dcbc req-21dd1936-c508-47f7-bb49-556a289f7098 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478308 Aug 24 08:59:02.119305 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-913a9a8d-6659-4735-825f-d5a4d6b1fe77 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (ef853fa6-2212-43af-bce2-67e019f0c0ff), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:02.241419 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.l3_db [None req-913a9a8d-6659-4735-825f-d5a4d6b1fe77 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Floating IP ef853fa6-2212-43af-bce2-67e019f0c0ff associated. External IP: 172.27.1.230, port: af6f2eec-ae69-4c8f-a19d-246715432ab9. Aug 24 08:59:02.330039 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:02.465889 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 66396b55-cc57-4210-b9eb-294eef7d34b3 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:59:02.481663 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 2bc58765-1598-48aa-8be4-8639f8e97491 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:59:02.523232 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913a9a8d-6659-4735-825f-d5a4d6b1fe77 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:59:02.682443 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:02.687504 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-fec589d2-daf8-4e45-8c12-d6acd619ba36 req-22bb00e7-b322-4346-b13f-599b84ec7032 tempest-VolumesActionsTest-823056843 tempest-VolumesActionsTest-823056843-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=218e8f64-9bd0-4a41-aa2d-cbc0b929f3ab HTTP/1.1" status: 200 len: 210 time: 0.0437162 Aug 24 08:59:02.689713 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 66396b55-cc57-4210-b9eb-294eef7d34b3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=66396b55-cc57-4210-b9eb-294eef7d34b3,segment=NetworkSegment(9428a6e9-03bd-47cd-828b-4556e270b2ba),segment_id=9428a6e9-03bd-47cd-828b-4556e270b2ba)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:59:02.694223 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4a68e-c01f-46a2-8e53-83c6a234de61 req-bb7d20e8-a27d-4cc0-9ad4-bbf284e3cb4e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:02.701880 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8ce4a68e-c01f-46a2-8e53-83c6a234de61 req-bb7d20e8-a27d-4cc0-9ad4-bbf284e3cb4e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 943 time: 0.0687973 Aug 24 08:59:02.709946 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '66396b55-cc57-4210-b9eb-294eef7d34b3', 'network_id': '2627b334-376c-4041-9ebc-cee6c276b6ad', 'port_id': '66396b55-cc57-4210-b9eb-294eef7d34b3', 'mac_address': 'fa:16:3e:c7:5d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f328b315-f1db-4866-bc95-936b6da191d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:59:02.722004 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: 2bc58765-1598-48aa-8be4-8639f8e97491 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:59:02.722004 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 2bc58765-1598-48aa-8be4-8639f8e97491 not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:59:02.753583 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913a9a8d-6659-4735-825f-d5a4d6b1fe77 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:59:02.759468 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-913a9a8d-6659-4735-825f-d5a4d6b1fe77 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:02.770705 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f86674-ba22-45b5-a99e-a843dfb8798e None None] Sync routers for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:59:02.787412 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 66396b55-cc57-4210-b9eb-294eef7d34b3 is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:59:02.788205 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (66396b55-cc57-4210-b9eb-294eef7d34b3), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:02.790528 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8ce4a68e-c01f-46a2-8e53-83c6a234de61 req-c5464878-bee7-4cdb-ba39-41f2e9314ca2 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868573 Aug 24 08:59:02.818802 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f86674-ba22-45b5-a99e-a843dfb8798e None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:59:02.818802 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-74f86674-ba22-45b5-a99e-a843dfb8798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:58:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:59:02.818802 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66396b55-cc57-4210-b9eb-294eef7d34b3 {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:59:02.819111 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-913a9a8d-6659-4735-825f-d5a4d6b1fe77 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/ef853fa6-2212-43af-bce2-67e019f0c0ff HTTP/1.1" status: 200 len: 992 time: 1.6703849 Aug 24 08:59:02.819111 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2', 'tag': 'af6f2eec-ae69-4c8f-a19d-246715432ab9'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:59:02.819111 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649fc5f4-1d3e-4360-a051-c06199b3a8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2", "tag": "af6f2eec-ae69-4c8f-a19d-246715432ab9"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:59:02.862180 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cae40a4-6798-400b-ac36-b934c6a1b23c x-openstack-request-id: req-7cae40a4-6798-400b-ac36-b934c6a1b23c {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:59:02.862678 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2", "tag": "af6f2eec-ae69-4c8f-a19d-246715432ab9", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:59:02.863207 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7cae40a4-6798-400b-ac36-b934c6a1b23c {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:59:02.864057 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cae40a4-6798-400b-ac36-b934c6a1b23c'] response: {'name': 'network-changed', 'server_uuid': '9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2', 'tag': 'af6f2eec-ae69-4c8f-a19d-246715432ab9', 'status': 'completed', 'code': 200} Aug 24 08:59:02.908358 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 66396b55-cc57-4210-b9eb-294eef7d34b3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=66396b55-cc57-4210-b9eb-294eef7d34b3,segment=NetworkSegment(9428a6e9-03bd-47cd-828b-4556e270b2ba),segment_id=9428a6e9-03bd-47cd-828b-4556e270b2ba)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:59:02.957294 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-74f86674-ba22-45b5-a99e-a843dfb8798e None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:59:03.113060 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (66396b55-cc57-4210-b9eb-294eef7d34b3), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:03.170921 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fc5f4-1d3e-4360-a051-c06199b3a8a3 req-f05dd22a-673f-47ff-a04e-ff84086f3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:03.172800 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-649fc5f4-1d3e-4360-a051-c06199b3a8a3 req-f05dd22a-673f-47ff-a04e-ff84086f3771 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 1130 time: 0.1974268 Aug 24 08:59:03.198390 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00b098-781b-465a-8e62-7eb225076520 req-326162de-6189-4839-b478-a6157b4d5bbf tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:03.201610 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3f00b098-781b-465a-8e62-7eb225076520 req-326162de-6189-4839-b478-a6157b4d5bbf tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.1440895 Aug 24 08:59:03.225795 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=66396b55-cc57-4210-b9eb-294eef7d34b3,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:03.226832 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bff6f8-cb30-4031-9ba9-92de9590a751 req-889f5001-cad0-4de6-85d6-8c38a82698ef tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:03.228627 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-56bff6f8-cb30-4031-9ba9-92de9590a751 req-889f5001-cad0-4de6-85d6-8c38a82698ef tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 944 time: 0.0752125 Aug 24 08:59:03.247375 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3345c941-334b-430f-9661-fb0ff488f63b req-10893631-1059-4211-9439-f82187b7c786 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/2627b334-376c-4041-9ebc-cee6c276b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303387 Aug 24 08:59:03.287227 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:03.298056 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3f00b098-781b-465a-8e62-7eb225076520 req-bd46d238-0ec5-444a-b1c8-f141ad6fc7a4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849481 Aug 24 08:59:03.303957 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-56bff6f8-cb30-4031-9ba9-92de9590a751 req-1de60124-f8ca-472b-bae6-94b47f865a5d tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618103 Aug 24 08:59:03.384157 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-74f86674-ba22-45b5-a99e-a843dfb8798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '25c5f447-969c-49cd-92d7-da85bb47563f', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'port_id': '926038a1-a10d-445a-aab1-28599288366f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'mac_address': 'fa:16:3e:64:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:56:25Z', 'updated_at': '2022-08-24T08:57:21Z', 'revision_number': 2, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ip_address_scope': None}, {'id': 'ef853fa6-2212-43af-bce2-67e019f0c0ff', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'port_id': 'af6f2eec-ae69-4c8f-a19d-246715432ab9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'mac_address': 'fa:16:3e:11:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:58:33Z', 'updated_at': '2022-08-24T08:59:01Z', 'revision_number': 1, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:59:03.415745 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f86674-ba22-45b5-a99e-a843dfb8798e None None] Checking router: 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:59:03.426858 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f86674-ba22-45b5-a99e-a843dfb8798e None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:59:03.427544 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-74f86674-ba22-45b5-a99e-a843dfb8798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:58:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:59:03.503950 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['66396b55-cc57-4210-b9eb-294eef7d34b3'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:59:03.647151 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:03.657711 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fc5f4-1d3e-4360-a051-c06199b3a8a3 req-f79672cd-d426-4f0a-b814-4d12e9e1db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:03.659526 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-649fc5f4-1d3e-4360-a051-c06199b3a8a3 req-f79672cd-d426-4f0a-b814-4d12e9e1db05 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=8974f404-81fe-476f-ae03-918a0ea03bf7 HTTP/1.1" status: 200 len: 915 time: 0.2175684 Aug 24 08:59:03.699133 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3345c941-334b-430f-9661-fb0ff488f63b req-aa3e7a3f-1c95-4918-8acb-efedcff9e013 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/2627b334-376c-4041-9ebc-cee6c276b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558520 Aug 24 08:59:03.727046 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-74f86674-ba22-45b5-a99e-a843dfb8798e None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:59:03.890356 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:03.900094 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-649fc5f4-1d3e-4360-a051-c06199b3a8a3 req-e294714e-7b85-4639-ae80-1b4a509bd1f0 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af6f2eec-ae69-4c8f-a19d-246715432ab9 HTTP/1.1" status: 200 len: 1000 time: 0.1835451 Aug 24 08:59:03.990596 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bb156-1e60-42ce-aff5-2678c7c5f519 req-98cf1fa6-739b-4daa-8d0f-fc5e43edf4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:03.992495 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b33bb156-1e60-42ce-aff5-2678c7c5f519 req-98cf1fa6-739b-4daa-8d0f-fc5e43edf4a0 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=dd27ac26660b46c388279e652200c7cd&device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 1130 time: 0.2669382 Aug 24 08:59:04.046005 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ae7ef-24da-43d2-8cf8-c04a60bc9fc8 req-11bdb039-15ab-475e-915e-44a52b8be5e5 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:04.052887 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:04.054489 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3e6ae7ef-24da-43d2-8cf8-c04a60bc9fc8 req-11bdb039-15ab-475e-915e-44a52b8be5e5 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 943 time: 0.1616092 Aug 24 08:59:04.151746 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-74f86674-ba22-45b5-a99e-a843dfb8798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '25c5f447-969c-49cd-92d7-da85bb47563f', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'port_id': '926038a1-a10d-445a-aab1-28599288366f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'mac_address': 'fa:16:3e:64:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:56:25Z', 'updated_at': '2022-08-24T08:57:21Z', 'revision_number': 2, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ip_address_scope': None}, {'id': 'ef853fa6-2212-43af-bce2-67e019f0c0ff', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'port_id': 'af6f2eec-ae69-4c8f-a19d-246715432ab9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'mac_address': 'fa:16:3e:11:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:58:33Z', 'updated_at': '2022-08-24T08:59:01Z', 'revision_number': 1, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:59:04.159054 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bb156-1e60-42ce-aff5-2678c7c5f519 req-381aece1-a54c-4a58-b92c-95360c670f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:04.160711 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b33bb156-1e60-42ce-aff5-2678c7c5f519 req-381aece1-a54c-4a58-b92c-95360c670f8f service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=49a90e96-9c63-403b-90e7-b545c043dc4b HTTP/1.1" status: 200 len: 917 time: 0.1567726 Aug 24 08:59:04.192925 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f86674-ba22-45b5-a99e-a843dfb8798e None None] The sync data for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi is: [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '25c5f447-969c-49cd-92d7-da85bb47563f', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'port_id': '926038a1-a10d-445a-aab1-28599288366f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'mac_address': 'fa:16:3e:64:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:56:25Z', 'updated_at': '2022-08-24T08:57:21Z', 'revision_number': 2, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ip_address_scope': None}, {'id': 'ef853fa6-2212-43af-bce2-67e019f0c0ff', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'port_id': 'af6f2eec-ae69-4c8f-a19d-246715432ab9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'mac_address': 'fa:16:3e:11:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:58:33Z', 'updated_at': '2022-08-24T08:59:01Z', 'revision_number': 1, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:59:04.230760 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fc5f4-1d3e-4360-a051-c06199b3a8a3 req-f47a6821-ceeb-4285-ad3b-4c540b2442da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:04.232576 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-649fc5f4-1d3e-4360-a051-c06199b3a8a3 req-f47a6821-ceeb-4285-ad3b-4c540b2442da service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=68cde71c-76f8-4ef2-ae70-0fbb6e1478f1 HTTP/1.1" status: 200 len: 853 time: 0.3221657 Aug 24 08:59:04.240112 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:04.305949 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fc5f4-1d3e-4360-a051-c06199b3a8a3 req-fe492312-4f66-491f-ac16-b670a95a8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:04.307821 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-649fc5f4-1d3e-4360-a051-c06199b3a8a3 req-fe492312-4f66-491f-ac16-b670a95a8c26 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=8974f404-81fe-476f-ae03-918a0ea03bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661933 Aug 24 08:59:04.332406 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3e6ae7ef-24da-43d2-8cf8-c04a60bc9fc8 req-8fa9aa39-5fb1-4b03-a0f2-b27caa6c51dc tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751310 Aug 24 08:59:04.365239 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b33bb156-1e60-42ce-aff5-2678c7c5f519 req-79cf03b6-aa1e-4ccc-91e5-2fa2d886ff08 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 HTTP/1.1" status: 200 len: 1002 time: 0.1812370 Aug 24 08:59:04.542354 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30764f64-0a1f-4ccc-8521-489cc2ae734a req-b0d582b3-73e1-4dc2-91f0-dfbf99f98856 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:04.547224 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-30764f64-0a1f-4ccc-8521-489cc2ae734a req-b0d582b3-73e1-4dc2-91f0-dfbf99f98856 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 944 time: 0.1098528 Aug 24 08:59:04.619197 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-30764f64-0a1f-4ccc-8521-489cc2ae734a req-aacc152f-aa18-4d9c-9dd7-902f026ba6a1 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607336 Aug 24 08:59:04.638012 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33ca6ab-45b8-4e2f-8369-c255f8460784 None None] New status for floating IP ef853fa6-2212-43af-bce2-67e019f0c0ff: ACTIVE {{(pid=118619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:59:04.727111 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 66396b55-cc57-4210-b9eb-294eef7d34b3 up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:59:04.809262 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port 66396b55-cc57-4210-b9eb-294eef7d34b3 completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:59:04.911596 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 66396b55-cc57-4210-b9eb-294eef7d34b3 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:59:04.911596 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (66396b55-cc57-4210-b9eb-294eef7d34b3), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:04.942132 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bb156-1e60-42ce-aff5-2678c7c5f519 req-138021ee-a6dd-4eb2-826a-0e28317e2779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:04.944485 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b33bb156-1e60-42ce-aff5-2678c7c5f519 req-138021ee-a6dd-4eb2-826a-0e28317e2779 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=9be780a7-8c52-4ee8-9007-d0378c4d3642 HTTP/1.1" status: 200 len: 855 time: 0.5623097 Aug 24 08:59:04.986812 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd46b2-e505-49d7-9904-e4789a028b91 req-2d9c1f83-4951-4b99-85ba-c2ef8b8cbf7f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:04.988710 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c9fd46b2-e505-49d7-9904-e4789a028b91 req-2d9c1f83-4951-4b99-85ba-c2ef8b8cbf7f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.5296018 Aug 24 08:59:05.019535 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-649fc5f4-1d3e-4360-a051-c06199b3a8a3 req-f40214a0-1003-4870-923e-af9f6d5b6abd service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7005553 Aug 24 08:59:05.087798 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 66396b55-cc57-4210-b9eb-294eef7d34b3 is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:59:05.088192 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (66396b55-cc57-4210-b9eb-294eef7d34b3), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:05.113653 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:05.115770 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1141690-3930-437e-8b00-f28759fa3b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66396b55-cc57-4210-b9eb-294eef7d34b3'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:59:05.118756 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30865a8-a2e9-4152-b992-20d283292824" -d '{"events": [{"server_uuid": "a1141690-3930-437e-8b00-f28759fa3b6d", "name": "network-vif-plugged", "status": "completed", "tag": "66396b55-cc57-4210-b9eb-294eef7d34b3"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:59:05.124602 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bb156-1e60-42ce-aff5-2678c7c5f519 req-cb194467-8152-4ad0-8d0a-6b5cdd726ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:05.126360 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b33bb156-1e60-42ce-aff5-2678c7c5f519 req-cb194467-8152-4ad0-8d0a-6b5cdd726ada service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=49a90e96-9c63-403b-90e7-b545c043dc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1709938 Aug 24 08:59:05.133366 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 66396b55-cc57-4210-b9eb-294eef7d34b3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=66396b55-cc57-4210-b9eb-294eef7d34b3,segment=NetworkSegment(9428a6e9-03bd-47cd-828b-4556e270b2ba),segment_id=9428a6e9-03bd-47cd-828b-4556e270b2ba)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:59:05.166457 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65b42dc-3bac-46a3-bec0-fea58778ff10 x-openstack-request-id: req-c65b42dc-3bac-46a3-bec0-fea58778ff10 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:59:05.166890 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1141690-3930-437e-8b00-f28759fa3b6d", "name": "network-vif-plugged", "status": "completed", "tag": "66396b55-cc57-4210-b9eb-294eef7d34b3", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:59:05.167242 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c65b42dc-3bac-46a3-bec0-fea58778ff10 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:59:05.168362 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c65b42dc-3bac-46a3-bec0-fea58778ff10'] response: {'server_uuid': 'a1141690-3930-437e-8b00-f28759fa3b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66396b55-cc57-4210-b9eb-294eef7d34b3', 'code': 200} Aug 24 08:59:05.205038 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c9fd46b2-e505-49d7-9904-e4789a028b91 req-a87f64a2-8122-4e92-a826-8ee89f54f73e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928058 Aug 24 08:59:05.209362 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-649fc5f4-1d3e-4360-a051-c06199b3a8a3 req-8bda4ae0-ae66-427a-b57c-68e7905aa277 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764860 Aug 24 08:59:05.256154 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (66396b55-cc57-4210-b9eb-294eef7d34b3), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:05.306273 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b33bb156-1e60-42ce-aff5-2678c7c5f519 req-92b746d4-e3ac-46ec-87bc-1410301c2206 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653478 Aug 24 08:59:05.340605 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=66396b55-cc57-4210-b9eb-294eef7d34b3,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:05.440139 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b33bb156-1e60-42ce-aff5-2678c7c5f519 req-d090735e-978a-46d2-a3b5-79789fee4187 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263347 Aug 24 08:59:05.537191 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20b57b-c12b-4e89-8fc5-0a73db709755 req-b9ebcd77-7e41-4383-8142-08a84502454e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:05.539163 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8d20b57b-c12b-4e89-8fc5-0a73db709755 req-b9ebcd77-7e41-4383-8142-08a84502454e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 943 time: 0.0949807 Aug 24 08:59:05.598038 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:05.611287 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8d20b57b-c12b-4e89-8fc5-0a73db709755 req-aaf2c286-5729-4bed-b07a-9c7d8cea85f8 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613031 Aug 24 08:59:05.793603 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688da55-802a-43f1-b42d-81267aa462fe req-2d08a938-0437-4e6f-86c9-03c6f02a5dcc tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:05.796552 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0688da55-802a-43f1-b42d-81267aa462fe req-2d08a938-0437-4e6f-86c9-03c6f02a5dcc tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 945 time: 0.0866261 Aug 24 08:59:05.867378 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:05.871319 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0688da55-802a-43f1-b42d-81267aa462fe req-7f66bb70-2471-453f-bcf8-f5cd49f2011f tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668261 Aug 24 08:59:06.139320 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:06.236576 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:06.264498 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:06.357939 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:06.392960 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35504c36-1291-46a7-8d7a-efa643261ec2 req-14f5f3dd-16ac-4872-b622-c2dc528543c0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:06.395869 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-35504c36-1291-46a7-8d7a-efa643261ec2 req-14f5f3dd-16ac-4872-b622-c2dc528543c0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0708191 Aug 24 08:59:06.400370 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:06.473630 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-35504c36-1291-46a7-8d7a-efa643261ec2 req-113544ea-29d4-4864-bc32-a191880f9df5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711060 Aug 24 08:59:06.746842 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f883b7c-e53a-4fa6-9717-d864214658dd req-72c81665-4287-41e6-9790-eebd1280bc56 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:06.748411 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8f883b7c-e53a-4fa6-9717-d864214658dd req-72c81665-4287-41e6-9790-eebd1280bc56 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 943 time: 0.0485892 Aug 24 08:59:06.761721 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:06.814286 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8f883b7c-e53a-4fa6-9717-d864214658dd req-c60d898f-1d51-4b2b-b715-a6fcef8c6c71 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600293 Aug 24 08:59:07.029810 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a807e1-c401-461d-a1de-cbfbde9164ac req-f4772051-b416-4c4d-b56a-dd71c4513bbf tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:07.031386 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d4a807e1-c401-461d-a1de-cbfbde9164ac req-f4772051-b416-4c4d-b56a-dd71c4513bbf tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 945 time: 0.0540948 Aug 24 08:59:07.081149 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d4a807e1-c401-461d-a1de-cbfbde9164ac req-945cf8c9-f2b8-46d7-87ab-4f7179f47d7d tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433669 Aug 24 08:59:07.635268 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bb43c-e421-4e53-b466-9b3eb8ecb84e req-18ffb9bd-2ef5-4835-b396-1a5166479517 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:07.637922 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c75bb43c-e421-4e53-b466-9b3eb8ecb84e req-18ffb9bd-2ef5-4835-b396-1a5166479517 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0752218 Aug 24 08:59:07.704493 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c75bb43c-e421-4e53-b466-9b3eb8ecb84e req-cbf483c2-e2e3-4608-a2c9-5d18a185637d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600374 Aug 24 08:59:07.946048 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415cb6-389d-453e-b861-519ada15641c req-534e9648-a3c6-4c13-afa3-6040d5f4ce11 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:07.947695 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-58415cb6-389d-453e-b861-519ada15641c req-534e9648-a3c6-4c13-afa3-6040d5f4ce11 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 943 time: 0.0515931 Aug 24 08:59:08.004838 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-58415cb6-389d-453e-b861-519ada15641c req-e592441f-5aba-432d-a267-78a2d84ea5ea tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508740 Aug 24 08:59:08.051270 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:59:08.146292 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:08.196895 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5c1b8b12-1576-4b4a-a28a-6f65318d7b08,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:59:08.213251 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'port_id': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08', 'mac_address': 'fa:16:3e:8a:1c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:59:08.240805 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24398a31-dcdb-4715-ab6f-6a883946665d req-db8fa3b4-67ea-4c85-a034-e4236f3d4205 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:08.241852 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-24398a31-dcdb-4715-ab6f-6a883946665d req-db8fa3b4-67ea-4c85-a034-e4236f3d4205 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 945 time: 0.0567420 Aug 24 08:59:08.257728 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:59:08.258120 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (5c1b8b12-1576-4b4a-a28a-6f65318d7b08), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:08.275439 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:59:08.300358 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5c1b8b12-1576-4b4a-a28a-6f65318d7b08,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:59:08.312957 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-24398a31-dcdb-4715-ab6f-6a883946665d req-22056f20-c07e-4e84-8b5a-f00ecd3e887c tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606027 Aug 24 08:59:08.389849 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (5c1b8b12-1576-4b4a-a28a-6f65318d7b08), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:08.437302 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=5c1b8b12-1576-4b4a-a28a-6f65318d7b08,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:08.859732 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea863e-82ac-4102-b884-31b8be4c2746 req-f0a60d82-84b2-4b8a-b17f-cda91f16ba0e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:08.861294 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-89ea863e-82ac-4102-b884-31b8be4c2746 req-f0a60d82-84b2-4b8a-b17f-cda91f16ba0e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0655887 Aug 24 08:59:08.916512 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-89ea863e-82ac-4102-b884-31b8be4c2746 req-21aa39c5-2a5f-42a3-97fb-f53e8c05dadd tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491467 Aug 24 08:59:09.251479 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c899e-8756-44c0-9593-307533546ace req-80c85189-fd24-4625-a178-3ab244d1a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:09.253939 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b38c899e-8756-44c0-9593-307533546ace req-80c85189-fd24-4625-a178-3ab244d1a148 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 1129 time: 0.1892886 Aug 24 08:59:09.305303 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-87749917-8752-4616-8261-8778bdfe7dd2 req-0a59ca70-9b01-45f2-805a-dc1e0586fdb4 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1842673 Aug 24 08:59:09.319159 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc5015-f793-4629-9eef-0e6fde201d12 req-6c6f54b3-1b5d-46ff-8e4b-afce189404d9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:09.321756 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-70cc5015-f793-4629-9eef-0e6fde201d12 req-6c6f54b3-1b5d-46ff-8e4b-afce189404d9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 944 time: 0.1982353 Aug 24 08:59:09.372401 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['5c1b8b12-1576-4b4a-a28a-6f65318d7b08'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:59:09.444107 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b38c899e-8756-44c0-9593-307533546ace req-3952c516-a49e-4f57-b9d1-c050662a1d30 service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804674 Aug 24 08:59:09.447211 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87749917-8752-4616-8261-8778bdfe7dd2 req-403e1131-cfd6-40ca-b6d6-7b3a350cc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:09.448822 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-87749917-8752-4616-8261-8778bdfe7dd2 req-403e1131-cfd6-40ca-b6d6-7b3a350cc521 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 1129 time: 0.1030500 Aug 24 08:59:09.474527 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-70cc5015-f793-4629-9eef-0e6fde201d12 req-b3d7723f-fb04-45e9-a7dd-d14493508c48 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364737 Aug 24 08:59:09.476190 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69596f2f-85cf-4b09-b91b-993d22c2fb26 req-2fc626d7-4e19-4536-a40f-a960bf1039da tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:09.488378 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-69596f2f-85cf-4b09-b91b-993d22c2fb26 req-2fc626d7-4e19-4536-a40f-a960bf1039da tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 945 time: 0.0758746 Aug 24 08:59:09.550451 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-69596f2f-85cf-4b09-b91b-993d22c2fb26 req-1a0b47ed-5414-4389-9617-0bf1d7d8366a tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609100 Aug 24 08:59:09.792281 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87749917-8752-4616-8261-8778bdfe7dd2 req-220b34a6-a37b-434b-bec5-6efe042babbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:09.793026 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-87749917-8752-4616-8261-8778bdfe7dd2 req-220b34a6-a37b-434b-bec5-6efe042babbe service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=8974f404-81fe-476f-ae03-918a0ea03bf7 HTTP/1.1" status: 200 len: 915 time: 0.1035166 Aug 24 08:59:09.918063 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-87749917-8752-4616-8261-8778bdfe7dd2 req-2fbd953c-e80f-4fed-85ef-5f40251f568c service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=926038a1-a10d-445a-aab1-28599288366f HTTP/1.1" status: 200 len: 1001 time: 0.1177473 Aug 24 08:59:10.056603 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e232b5e-0fc3-4b29-9a4d-055561145126 req-0301871e-23fb-4368-a957-9e25136ffe16 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:10.058119 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1e232b5e-0fc3-4b29-9a4d-055561145126 req-0301871e-23fb-4368-a957-9e25136ffe16 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 946 time: 0.0555861 Aug 24 08:59:10.122514 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1e232b5e-0fc3-4b29-9a4d-055561145126 req-2718145a-db69-48a2-b152-ca5e56687e8c tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538771 Aug 24 08:59:10.417585 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87749917-8752-4616-8261-8778bdfe7dd2 req-345d2b44-af83-444e-9bba-b4a4fd24fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:10.420325 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-87749917-8752-4616-8261-8778bdfe7dd2 req-345d2b44-af83-444e-9bba-b4a4fd24fe6f service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=68cde71c-76f8-4ef2-ae70-0fbb6e1478f1 HTTP/1.1" status: 200 len: 853 time: 0.0933375 Aug 24 08:59:10.550898 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87749917-8752-4616-8261-8778bdfe7dd2 req-232548c7-25b0-45c5-86a3-5a6baa9a5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:10.553310 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-87749917-8752-4616-8261-8778bdfe7dd2 req-232548c7-25b0-45c5-86a3-5a6baa9a5821 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=8974f404-81fe-476f-ae03-918a0ea03bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0869343 Aug 24 08:59:10.704007 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:10.721553 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25223b26-d5b7-4b7c-86e3-eb6e5f3871a2 req-6869789d-9801-408f-aa08-3764642acfea tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:10.723254 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-25223b26-d5b7-4b7c-86e3-eb6e5f3871a2 req-6869789d-9801-408f-aa08-3764642acfea tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 944 time: 0.1152489 Aug 24 08:59:10.757796 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-87749917-8752-4616-8261-8778bdfe7dd2 req-6cef12f7-d0a7-4734-b3cb-3d0255d37ea8 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807208 Aug 24 08:59:10.776671 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:10.791124 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-25223b26-d5b7-4b7c-86e3-eb6e5f3871a2 req-6e6e2b6a-07ae-46c2-b37e-7bae645da9d0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563815 Aug 24 08:59:10.921665 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7cb62-a005-4e4e-9dc2-6554392dc7fc req-e53c4fb4-19ac-4d91-9e53-91a2b5c5a565 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:10.923411 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6ff7cb62-a005-4e4e-9dc2-6554392dc7fc req-e53c4fb4-19ac-4d91-9e53-91a2b5c5a565 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 945 time: 0.0512280 Aug 24 08:59:10.957259 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:59:11.055374 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6ff7cb62-a005-4e4e-9dc2-6554392dc7fc req-4c6b13ec-6d43-4915-b1c4-d52cdfffd6ae tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227279 Aug 24 08:59:11.097322 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:59:11.192400 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:59:11.193039 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (5c1b8b12-1576-4b4a-a28a-6f65318d7b08), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:11.303714 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:59:11.304498 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (5c1b8b12-1576-4b4a-a28a-6f65318d7b08), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:11.333354 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:59:11.337473 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61fdaf2-29f8-4ab0-aecf-a0355cd0a8b6" -d '{"events": [{"server_uuid": "3458006b-aba9-4e45-a268-023f1b7c5f48", "name": "network-vif-plugged", "status": "completed", "tag": "5c1b8b12-1576-4b4a-a28a-6f65318d7b08"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:59:11.360630 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5c1b8b12-1576-4b4a-a28a-6f65318d7b08,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:59:11.426109 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec004291-7a80-407c-abe9-6897048d59e5 x-openstack-request-id: req-ec004291-7a80-407c-abe9-6897048d59e5 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:59:11.426577 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3458006b-aba9-4e45-a268-023f1b7c5f48", "name": "network-vif-plugged", "status": "completed", "tag": "5c1b8b12-1576-4b4a-a28a-6f65318d7b08", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:59:11.427007 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec004291-7a80-407c-abe9-6897048d59e5 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:59:11.427644 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec004291-7a80-407c-abe9-6897048d59e5'] response: {'server_uuid': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08', 'code': 200} Aug 24 08:59:11.433090 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (5c1b8b12-1576-4b4a-a28a-6f65318d7b08), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:11.435222 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:59:11.442607 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:11.542438 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:11.616357 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=5c1b8b12-1576-4b4a-a28a-6f65318d7b08,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:11.651871 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 is: ACTIVE; New status is: DOWN {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:59:11.652641 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:11.701373 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:59:11.775895 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:11.780268 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:11.836837 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-87749917-8752-4616-8261-8778bdfe7dd2 req-42ae29be-1639-476c-8136-66a6f8c45eb9 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269356 Aug 24 08:59:12.091098 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,revision_number=8']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:12.156470 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a1fb2df4-ce93-45ae-9879-d00583ba29bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:12.230133 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d58c3-d58d-4021-8dba-16574beabafa req-84eb2b61-04e5-49ed-9306-24e0ee7f738d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:12.247648 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a97d58c3-d58d-4021-8dba-16574beabafa req-84eb2b61-04e5-49ed-9306-24e0ee7f738d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.1816194 Aug 24 08:59:12.299987 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:12.319284 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e06a60-0453-4c08-836f-afd24388cac6 req-8222ce61-a2c7-4d5f-b206-1ee32b62020a tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:12.323196 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d3e06a60-0453-4c08-836f-afd24388cac6 req-8222ce61-a2c7-4d5f-b206-1ee32b62020a tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 945 time: 0.0972264 Aug 24 08:59:12.379807 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a97d58c3-d58d-4021-8dba-16574beabafa req-ddde67e0-bf2d-4900-9a1c-46437a15c6e7 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292279 Aug 24 08:59:12.407161 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d3e06a60-0453-4c08-836f-afd24388cac6 req-bc6a7a8d-cdc6-420c-a2f8-97316e81f245 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749121 Aug 24 08:59:12.524350 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [req-51973698-2619-47ee-ab1c-41291b827589 req-d05d9a56-4d4d-44fe-bd41-a6f36404e331 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 08:59:12.527490 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-51973698-2619-47ee-ab1c-41291b827589 req-d05d9a56-4d4d-44fe-bd41-a6f36404e331 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0286014 Aug 24 08:59:12.546199 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ec025-3e2e-4217-845e-b136a5e4569a req-20bc5651-b7f9-4ca8-8691-19189b8b2417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:12.548000 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-cc8ec025-3e2e-4217-845e-b136a5e4569a req-20bc5651-b7f9-4ca8-8691-19189b8b2417 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 1129 time: 0.1231296 Aug 24 08:59:12.614829 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-cc8ec025-3e2e-4217-845e-b136a5e4569a req-681fd51b-c576-4abb-bf71-e948b6f92d08 service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570905 Aug 24 08:59:12.695815 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:59:13.074371 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121db490-c428-499a-8717-3ca1a97d5760 req-1304cd6a-8f1b-4774-92f0-a2f2150ea869 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:13.077019 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-121db490-c428-499a-8717-3ca1a97d5760 req-1304cd6a-8f1b-4774-92f0-a2f2150ea869 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0723128 Aug 24 08:59:13.139542 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-121db490-c428-499a-8717-3ca1a97d5760 req-e5da8988-f609-42a5-9c3a-a5e5652c8f2a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514073 Aug 24 08:59:13.428437 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:59:13.431805 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e293b1f-8981-4a15-8807-a56ec2b401cc" -d '{"events": [{"server_uuid": "d2eeba32-0634-4e0c-aad9-b9bc081474d9", "name": "network-vif-unplugged", "status": "completed", "tag": "8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:59:13.526950 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 08:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee00a39d-7530-483f-9f4e-45bea0ab29f7 x-openstack-request-id: req-ee00a39d-7530-483f-9f4e-45bea0ab29f7 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:59:13.527798 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2eeba32-0634-4e0c-aad9-b9bc081474d9", "name": "network-vif-unplugged", "status": "failed", "tag": "8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3", "code": 422}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:59:13.528370 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee00a39d-7530-483f-9f4e-45bea0ab29f7 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:59:13.529209 dv-cinder-852211-5-iscsi neutron-server[118618]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ee00a39d-7530-483f-9f4e-45bea0ab29f7']: {'server_uuid': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3', 'code': 422} returned with failed status Aug 24 08:59:13.625133 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d80d2-ae0e-4b0e-bc91-6f29ce439f2b req-d96d55df-2611-4626-9020-a50fdd212a80 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:13.627654 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6a0d80d2-ae0e-4b0e-bc91-6f29ce439f2b req-d96d55df-2611-4626-9020-a50fdd212a80 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0629504 Aug 24 08:59:13.709161 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6a0d80d2-ae0e-4b0e-bc91-6f29ce439f2b req-1c08a779-86f9-4b18-9edb-bf7fb9930c89 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709636 Aug 24 08:59:14.041751 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 34578) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:59:14.210028 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-79a13fcb-4c6b-40e3-bc51-b57079e8f222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:14.428125 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:14.519229 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5c282-72d6-4916-a408-e19f64e262d1 req-c0b44287-a519-4ea6-ba0f-2b4082e44d1a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:14.520932 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5df5c282-72d6-4916-a408-e19f64e262d1 req-c0b44287-a519-4ea6-ba0f-2b4082e44d1a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0873716 Aug 24 08:59:14.528034 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-57ec953e-8452-47cf-81ca-1e053ffabf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:14.582553 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-79a13fcb-4c6b-40e3-bc51-b57079e8f222 admin admin] Publish callbacks [] for security_group (bdc8ac85-5573-44ad-ae7b-90fd7b947aae), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:14.618572 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5df5c282-72d6-4916-a408-e19f64e262d1 req-33c2b400-ef35-4053-8171-87583205febd tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745127 Aug 24 08:59:14.681050 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-79a13fcb-4c6b-40e3-bc51-b57079e8f222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (bdc8ac85-5573-44ad-ae7b-90fd7b947aae), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:14.730389 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-79a13fcb-4c6b-40e3-bc51-b57079e8f222 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ac02769d1a3b41edbb870f510208201e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6872854 Aug 24 08:59:14.731625 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a13fcb-4c6b-40e3-bc51-b57079e8f222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc8ac85-5573-44ad-ae7b-90fd7b947aae,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:14.734256 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 34586) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:59:14.847958 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3904bd0f-ecef-4bd3-a753-de3dd1eceb2c admin admin] Publish callbacks [] for security_group (bdc8ac85-5573-44ad-ae7b-90fd7b947aae), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:14.898206 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3904bd0f-ecef-4bd3-a753-de3dd1eceb2c admin admin] Publish callbacks [] for security_group (bdc8ac85-5573-44ad-ae7b-90fd7b947aae), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:14.966995 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10bb21-8fdd-47fa-a230-dd8af491c0ef req-226d47cb-d2fd-4105-a9c0-b702d91a622a tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:14.969437 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6d10bb21-8fdd-47fa-a230-dd8af491c0ef req-226d47cb-d2fd-4105-a9c0-b702d91a622a tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.1050096 Aug 24 08:59:15.048452 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6d10bb21-8fdd-47fa-a230-dd8af491c0ef req-813b34e5-722e-439a-9176-710ad34704a0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672877 Aug 24 08:59:15.049813 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3904bd0f-ecef-4bd3-a753-de3dd1eceb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (bdc8ac85-5573-44ad-ae7b-90fd7b947aae), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:15.053659 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3904bd0f-ecef-4bd3-a753-de3dd1eceb2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:15.055792 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-3904bd0f-ecef-4bd3-a753-de3dd1eceb2c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bdc8ac85-5573-44ad-ae7b-90fd7b947aae HTTP/1.1" status: 204 len: 168 time: 0.3197610 Aug 24 08:59:15.073640 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904bd0f-ecef-4bd3-a753-de3dd1eceb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc8ac85-5573-44ad-ae7b-90fd7b947aae,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:15.248582 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259e89f-cacc-465a-bda6-58e7d7fbfc3a req-fae9a0d3-ed65-47c6-9b6e-498364629c0c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:15.250275 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4259e89f-cacc-465a-bda6-58e7d7fbfc3a req-fae9a0d3-ed65-47c6-9b6e-498364629c0c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0605493 Aug 24 08:59:15.261184 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 34594) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:59:15.266193 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-c9866b6a-23f7-435a-8ced-d4778016ce29 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Request body: {'floatingip': {'port_id': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:59:15.377099 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c9866b6a-23f7-435a-8ced-d4778016ce29 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for floatingip (8764022b-4e98-4486-a3c9-01867abe8123), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:15.692433 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:15.921442 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:15.933430 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed216d-3679-41ba-b9bf-8acaeb4db128 req-d5037205-d273-49a3-88c4-0e3e1f6164e9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:15.935745 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c3ed216d-3679-41ba-b9bf-8acaeb4db128 req-d5037205-d273-49a3-88c4-0e3e1f6164e9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.1647072 Aug 24 08:59:16.123779 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c3ed216d-3679-41ba-b9bf-8acaeb4db128 req-0726660a-5aca-4d13-91f0-b43d3e59e2ab tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746137 Aug 24 08:59:16.163997 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c9866b6a-23f7-435a-8ced-d4778016ce29 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:16.252494 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c9866b6a-23f7-435a-8ced-d4778016ce29 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (8764022b-4e98-4486-a3c9-01867abe8123), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:16.352221 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:16.394637 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.l3_db [None req-c9866b6a-23f7-435a-8ced-d4778016ce29 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Floating IP 8764022b-4e98-4486-a3c9-01867abe8123 associated. External IP: 172.27.1.144, port: 5c1b8b12-1576-4b4a-a28a-6f65318d7b08. Aug 24 08:59:16.709812 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9866b6a-23f7-435a-8ced-d4778016ce29 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Router 92ab1fa8-a977-41da-ac79-ed963abddd46 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:59:16.868596 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9866b6a-23f7-435a-8ced-d4778016ce29 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:59:16.876182 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c9866b6a-23f7-435a-8ced-d4778016ce29 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:16.887442 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509845ed-c5e4-469c-9699-b3badea9f7f5 None None] Sync routers for ids ['92ab1fa8-a977-41da-ac79-ed963abddd46'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:59:16.936265 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509845ed-c5e4-469c-9699-b3badea9f7f5 None None] Routers {'92ab1fa8-a977-41da-ac79-ed963abddd46'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:59:16.936911 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-509845ed-c5e4-469c-9699-b3badea9f7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:59:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['92ab1fa8-a977-41da-ac79-ed963abddd46'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:59:16.951975 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-c9866b6a-23f7-435a-8ced-d4778016ce29 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/8764022b-4e98-4486-a3c9-01867abe8123 HTTP/1.1" status: 200 len: 991 time: 1.6889775 Aug 24 08:59:16.953098 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'tag': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:59:16.962096 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538946a8-ec71-4535-8dfa-934a2cbce267" -d '{"events": [{"name": "network-changed", "server_uuid": "3458006b-aba9-4e45-a268-023f1b7c5f48", "tag": "5c1b8b12-1576-4b4a-a28a-6f65318d7b08"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:59:17.055596 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b9d990-f194-490c-bdef-4acbb5011cd3 x-openstack-request-id: req-22b9d990-f194-490c-bdef-4acbb5011cd3 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:59:17.057588 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3458006b-aba9-4e45-a268-023f1b7c5f48", "tag": "5c1b8b12-1576-4b4a-a28a-6f65318d7b08", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:59:17.057588 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22b9d990-f194-490c-bdef-4acbb5011cd3 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:59:17.057588 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b9d990-f194-490c-bdef-4acbb5011cd3'] response: {'name': 'network-changed', 'server_uuid': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'tag': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08', 'status': 'completed', 'code': 200} Aug 24 08:59:17.075531 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-509845ed-c5e4-469c-9699-b3badea9f7f5 None None] Set router 92ab1fa8-a977-41da-ac79-ed963abddd46 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:59:17.222672 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538946a8-ec71-4535-8dfa-934a2cbce267 req-87a43890-69eb-472d-a120-403b5b44ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:17.230477 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:17.236486 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-538946a8-ec71-4535-8dfa-934a2cbce267 req-87a43890-69eb-472d-a120-403b5b44ce9f service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 1129 time: 0.1418772 Aug 24 08:59:17.418035 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-509845ed-c5e4-469c-9699-b3badea9f7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:20Z', 'revision_number': 4, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'gw_port': {'id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '8764022b-4e98-4486-a3c9-01867abe8123', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'port_id': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'mac_address': 'fa:16:3e:8a:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:58:40Z', 'updated_at': '2022-08-24T08:59:15Z', 'revision_number': 1, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d11c0f-fb8c-4706-9af3-99044ab75dba', 'name': '', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'mac_address': 'fa:16:3e:10:ca:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:17Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'subnets': [{'id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:59:17.485981 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509845ed-c5e4-469c-9699-b3badea9f7f5 None None] Checking router: 92ab1fa8-a977-41da-ac79-ed963abddd46 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:59:17.510363 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509845ed-c5e4-469c-9699-b3badea9f7f5 None None] Routers {'92ab1fa8-a977-41da-ac79-ed963abddd46'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:59:17.512935 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-509845ed-c5e4-469c-9699-b3badea9f7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:59:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['92ab1fa8-a977-41da-ac79-ed963abddd46'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:59:17.619835 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538946a8-ec71-4535-8dfa-934a2cbce267 req-d23a6299-1d21-4ab3-aee9-444bc27824a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:17.622333 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-538946a8-ec71-4535-8dfa-934a2cbce267 req-d23a6299-1d21-4ab3-aee9-444bc27824a3 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 920 time: 0.3730121 Aug 24 08:59:17.642915 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-509845ed-c5e4-469c-9699-b3badea9f7f5 None None] Set router 92ab1fa8-a977-41da-ac79-ed963abddd46 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:59:17.743895 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef382791-03a3-49ca-8ba9-3b0ca7b4fa45 req-7a044277-12f0-49d5-b64d-866e35ee7a4a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:17.759778 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ef382791-03a3-49ca-8ba9-3b0ca7b4fa45 req-7a044277-12f0-49d5-b64d-866e35ee7a4a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.4306798 Aug 24 08:59:17.932610 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-538946a8-ec71-4535-8dfa-934a2cbce267 req-a89c5952-4138-42ed-85be-8cef28292148 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c1b8b12-1576-4b4a-a28a-6f65318d7b08 HTTP/1.1" status: 200 len: 999 time: 0.2892547 Aug 24 08:59:17.939430 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:17.969190 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-509845ed-c5e4-469c-9699-b3badea9f7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:20Z', 'revision_number': 4, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'gw_port': {'id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '8764022b-4e98-4486-a3c9-01867abe8123', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'port_id': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'mac_address': 'fa:16:3e:8a:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:58:40Z', 'updated_at': '2022-08-24T08:59:15Z', 'revision_number': 1, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d11c0f-fb8c-4706-9af3-99044ab75dba', 'name': '', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'mac_address': 'fa:16:3e:10:ca:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:17Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'subnets': [{'id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:59:17.983557 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ef382791-03a3-49ca-8ba9-3b0ca7b4fa45 req-7c6edd2c-9894-4130-9454-939fee2466f3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203407 Aug 24 08:59:17.997886 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509845ed-c5e4-469c-9699-b3badea9f7f5 None None] The sync data for ids ['92ab1fa8-a977-41da-ac79-ed963abddd46'] in dv-cinder-852211-5-iscsi is: [{'id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:20Z', 'revision_number': 4, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'gw_port': {'id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '8764022b-4e98-4486-a3c9-01867abe8123', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'port_id': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'mac_address': 'fa:16:3e:8a:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:58:40Z', 'updated_at': '2022-08-24T08:59:15Z', 'revision_number': 1, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d11c0f-fb8c-4706-9af3-99044ab75dba', 'name': '', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'mac_address': 'fa:16:3e:10:ca:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:17Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'subnets': [{'id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:59:18.007307 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538946a8-ec71-4535-8dfa-934a2cbce267 req-5216ca15-a6bd-4b05-b38b-63e130f9ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:18.009282 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-538946a8-ec71-4535-8dfa-934a2cbce267 req-5216ca15-a6bd-4b05-b38b-63e130f9ae81 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=8a21facc-ab1e-4219-b0f0-4f835c4b6a49 HTTP/1.1" status: 200 len: 858 time: 0.0643086 Aug 24 08:59:18.036352 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:18.070330 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538946a8-ec71-4535-8dfa-934a2cbce267 req-b7ab6c9b-6c72-4c18-8956-1cc3cfe9ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:18.072231 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-538946a8-ec71-4535-8dfa-934a2cbce267 req-b7ab6c9b-6c72-4c18-8956-1cc3cfe9ebbe service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550423 Aug 24 08:59:18.238040 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-538946a8-ec71-4535-8dfa-934a2cbce267 req-dba0eca2-9fbb-481d-9451-693a42b53405 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573884 Aug 24 08:59:18.264875 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc791ba-d204-4da2-845d-415fb5975b49 None None] New status for floating IP 8764022b-4e98-4486-a3c9-01867abe8123: ACTIVE {{(pid=118619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:59:18.667891 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-538946a8-ec71-4535-8dfa-934a2cbce267 req-fb625c31-b27e-4f3f-a8cd-1256a3b3b2cb service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032230 Aug 24 08:59:19.137066 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754811ca-620d-4d7f-958b-4499b363b135 req-9613e389-22c7-4e02-aba3-cb47fc2f1456 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:19.140366 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-754811ca-620d-4d7f-958b-4499b363b135 req-9613e389-22c7-4e02-aba3-cb47fc2f1456 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0648293 Aug 24 08:59:19.156512 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:19.215770 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-754811ca-620d-4d7f-958b-4499b363b135 req-b033d45d-3564-4e8a-841f-ad96cbd3f328 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707619 Aug 24 08:59:20.433614 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86d2bc-81cb-4e85-aed4-902e5302e33d req-e8a22eb2-a3ad-4fe4-8952-d1123ea790a2 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:20.446906 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-cf86d2bc-81cb-4e85-aed4-902e5302e33d req-e8a22eb2-a3ad-4fe4-8952-d1123ea790a2 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.1158574 Aug 24 08:59:20.528577 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-cf86d2bc-81cb-4e85-aed4-902e5302e33d req-db70dd47-f0a3-4bb7-822a-0754192a3a49 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801950 Aug 24 08:59:20.816055 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5ffc7a99-3acd-423f-a036-9718ae951859 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=ea9bce968d2a47b58bcc2acc5db77025&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536344 Aug 24 08:59:21.116341 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 34714) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:59:21.297171 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-bcfba964-895d-40bd-b9ec-6342ceb791d7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1779561 Aug 24 08:59:21.302184 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-b395270f-ce63-47dc-aa3c-366620932cb1 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 08:59:21.308662 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-b395270f-ce63-47dc-aa3c-366620932cb1 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0107038 Aug 24 08:59:21.324592 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-eccffc46-9487-41cb-9dde-690d46dcfcb7 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:21.326332 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-eccffc46-9487-41cb-9dde-690d46dcfcb7 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5094631 Aug 24 08:59:21.355481 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-8dac7ef6-0738-4908-bbfc-92a9a3ef3731 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/quotas/ea9bce968d2a47b58bcc2acc5db77025 HTTP/1.1" status: 200 len: 375 time: 0.0136576 Aug 24 08:59:21.402022 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-987ef61b-50fc-4b20-8dad-36b5e61bd53a tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=ea9bce968d2a47b58bcc2acc5db77025&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397975 Aug 24 08:59:21.446720 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 34732) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:59:21.633044 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-2f31bd85-5c2e-4eab-8531-81c913a4840d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:21.640056 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-2f31bd85-5c2e-4eab-8531-81c913a4840d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports/8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 HTTP/1.1" status: 200 len: 941 time: 0.1907527 Aug 24 08:59:21.734732 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe694e37-44bf-4921-ab8b-987cad54d55a req-ab148b14-6edd-4803-9c85-c5acecb5df9d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:21.745192 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fe694e37-44bf-4921-ab8b-987cad54d55a req-ab148b14-6edd-4803-9c85-c5acecb5df9d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0870662 Aug 24 08:59:21.859724 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fe694e37-44bf-4921-ab8b-987cad54d55a req-754a3d13-2f82-4b2a-b49a-eb4b278acf36 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142089 Aug 24 08:59:21.885930 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e3623121-11ba-40ef-be0d-2b2471e06bbf req-d73b2b07-9872-4280-921b-33230dd312ab tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 210 time: 0.1037993 Aug 24 08:59:23.049752 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c7d0fa92-3b11-4de0-be77-46c4cdb79b1a req-15663e2e-4def-465f-ad3f-a60c8fb657ab tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 210 time: 0.0356991 Aug 24 08:59:23.058178 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46141b6-6938-4e1f-8b68-252ac191b702 req-ede68c00-418d-40ee-b3e8-9a352b8cff97 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:23.060100 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c46141b6-6938-4e1f-8b68-252ac191b702 req-ede68c00-418d-40ee-b3e8-9a352b8cff97 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0813491 Aug 24 08:59:23.129845 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c46141b6-6938-4e1f-8b68-252ac191b702 req-56d0afb5-bf33-4d90-896e-75a384457319 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630465 Aug 24 08:59:24.209325 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ec35a409-5378-430a-a27d-e8dad038b507 req-a0abe998-0350-4930-aef1-c7dd061ccdee tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 210 time: 0.0351717 Aug 24 08:59:24.332439 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57129df0-6f03-48ae-aa29-75452d63b694 req-ac140571-f7e5-4c4c-b7c4-6644a7dff810 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:24.339337 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-57129df0-6f03-48ae-aa29-75452d63b694 req-ac140571-f7e5-4c4c-b7c4-6644a7dff810 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0740480 Aug 24 08:59:24.393037 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-57129df0-6f03-48ae-aa29-75452d63b694 req-cf8bc873-af3d-4f89-b5a5-130ec1acdeb8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518107 Aug 24 08:59:24.942893 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-284dfbd1-2f3c-4404-bc6b-2f8870b9688c tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.69 "GET /networking/v2.0/networks?tenant_id=ea9bce968d2a47b58bcc2acc5db77025&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354509 Aug 24 08:59:25.168344 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-838ef85e-9afd-4f61-872f-f35feb08c4f8 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:25.169978 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-838ef85e-9afd-4f61-872f-f35feb08c4f8 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.69 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217557 Aug 24 08:59:25.188301 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Request body: {'port': {'device_id': '4718c010-a481-4177-b883-09221d874925', 'network_id': 'd6e10ba4-ab17-49fe-8f1b-6fd234630417', 'admin_state_up': True, 'tenant_id': 'ea9bce968d2a47b58bcc2acc5db77025'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:59:25.375932 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:25.394992 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-43ce24bf-2d06-407e-9238-8abf6cdfcdb9 req-7ccad591-2d2f-492d-bcca-015518e09722 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 210 time: 0.0510781 Aug 24 08:59:25.428354 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:25.555211 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Made reservation on behalf of ea9bce968d2a47b58bcc2acc5db77025 for: {'port': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:59:25.562125 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:25.574701 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416f813-ec54-41a6-a3d2-157bbf4b070e req-6128cf48-9433-40c4-882b-ac6fc539d49c tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:25.576390 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6416f813-ec54-41a6-a3d2-157bbf4b070e req-6128cf48-9433-40c4-882b-ac6fc539d49c tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0916152 Aug 24 08:59:25.589266 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:25.658513 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6416f813-ec54-41a6-a3d2-157bbf4b070e req-ddd66a7a-7615-46fe-a807-3ad9d92c75d7 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759177 Aug 24 08:59:25.724407 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Publish callbacks [] for security_group (3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:25.780716 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:25.859277 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:25.864570 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:25.885825 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:25.886223 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:25.886713 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:25.887309 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:25.887610 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:25.888072 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:25.888555 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:25.888891 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:25.889273 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:25.889616 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:25.890066 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:25.890418 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:25.890872 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:25.891721 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:25.892075 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:26.058441 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-c85e247c-8c4b-4985-b9b6-7b6e0ec92e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:26.060560 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-c85e247c-8c4b-4985-b9b6-7b6e0ec92e80 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9&tenant_id=dd27ac26660b46c388279e652200c7cd HTTP/1.1" status: 200 len: 1128 time: 0.1590905 Aug 24 08:59:26.089659 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Allocated IP 192.168.233.97 (d6e10ba4-ab17-49fe-8f1b-6fd234630417/a062c35d-8d82-42d9-b260-959d8c5a6f2e/6579eb02-7874-4b2b-9484-9fa5947c2340) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:59:26.174091 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-1f6dfc37-6d1d-4796-8ce8-e515010aa220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:26.175896 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-1f6dfc37-6d1d-4796-8ce8-e515010aa220 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=dd27ac26660b46c388279e652200c7cd&device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 1128 time: 0.0697389 Aug 24 08:59:26.364737 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-101356cc-e821-4145-aab9-55dbe78d4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:26.366331 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-101356cc-e821-4145-aab9-55dbe78d4a34 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=49a90e96-9c63-403b-90e7-b545c043dc4b HTTP/1.1" status: 200 len: 917 time: 0.1800139 Aug 24 08:59:26.433572 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Publish callbacks [] for port (6579eb02-7874-4b2b-9484-9fa5947c2340), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:26.471144 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-b1e6e81a-c7cc-4d6c-bbf2-c38953d3f75d service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 HTTP/1.1" status: 200 len: 1000 time: 0.0955989 Aug 24 08:59:26.517594 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-40082ac7-c220-4c27-a501-b69c88d86b5a req-df09faf5-a7d0-4322-adce-7a5fe78bfb37 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 210 time: 0.0322838 Aug 24 08:59:26.527216 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:26.541994 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-c837905f-185b-472a-ae2f-116540e5b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:26.545687 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-c837905f-185b-472a-ae2f-116540e5b0fa service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=9be780a7-8c52-4ee8-9007-d0378c4d3642 HTTP/1.1" status: 200 len: 855 time: 0.0616989 Aug 24 08:59:26.598725 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-173f5d78-aea0-4e04-ab06-3962e351b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:26.600281 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-173f5d78-aea0-4e04-ab06-3962e351b580 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=49a90e96-9c63-403b-90e7-b545c043dc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429807 Aug 24 08:59:26.635843 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (6579eb02-7874-4b2b-9484-9fa5947c2340), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:26.697002 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Network d6e10ba4-ab17-49fe-8f1b-6fd234630417 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:59:26.737082 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:59:26.747036 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:59:26.749549 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:26.777903 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Pushing event updated for resources: {'Port': ['ID=6579eb02-7874-4b2b-9484-9fa5947c2340,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:26.850845 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-0d155272-8695-470c-b258-683459ff5b20 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345512 Aug 24 08:59:26.864096 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c269b-afb0-4171-86c9-65b8c55f35bc req-96be74e5-3c13-497a-a886-7361d0a4fe3f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:26.865660 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-393c269b-afb0-4171-86c9-65b8c55f35bc req-96be74e5-3c13-497a-a886-7361d0a4fe3f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0831211 Aug 24 08:59:26.872258 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:26.878610 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:27.010406 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-393c269b-afb0-4171-86c9-65b8c55f35bc req-e0cd3ec2-5194-4aa6-b305-95f6a7623b73 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341853 Aug 24 08:59:27.046021 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-ed39c4f9-0829-424b-9753-09fe591e441e None None] Provisioning complete for port 6579eb02-7874-4b2b-9484-9fa5947c2340 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:59:27.046679 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-2ad1c664-d1a0-4f3c-9ae3-a6fc4252ee1e service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799595 Aug 24 08:59:27.047665 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-ed39c4f9-0829-424b-9753-09fe591e441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (6579eb02-7874-4b2b-9484-9fa5947c2340), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:27.079811 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-29a39fa3-9d41-4509-86d5-874cadb1417b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8987300 Aug 24 08:59:27.094916 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-ed39c4f9-0829-424b-9753-09fe591e441e None None] Port 6579eb02-7874-4b2b-9484-9fa5947c2340 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:59:27.099000 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Request body: {'port': {'device_id': '4718c010-a481-4177-b883-09221d874925', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:59:27.169172 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (6579eb02-7874-4b2b-9484-9fa5947c2340), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:27.497065 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6579eb02-7874-4b2b-9484-9fa5947c2340 {{(pid=118616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:59:27.507626 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Publish callbacks [] for port (6579eb02-7874-4b2b-9484-9fa5947c2340), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:27.535200 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.provisioning_blocks [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Transition to ACTIVE for port object 6579eb02-7874-4b2b-9484-9fa5947c2340 will not be triggered until provisioned by entity L2. {{(pid=118616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:59:27.612693 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (6579eb02-7874-4b2b-9484-9fa5947c2340), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:27.618295 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:27.673443 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df910c-9d54-4168-8483-cf4de874e6eb req-20fd0d51-8b0c-4aac-8eca-c77186bbd612 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:27.681575 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d1df910c-9d54-4168-8483-cf4de874e6eb req-20fd0d51-8b0c-4aac-8eca-c77186bbd612 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 947 time: 0.0647764 Aug 24 08:59:27.719006 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Pushing event updated for resources: {'Port': ['ID=6579eb02-7874-4b2b-9484-9fa5947c2340,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:27.731472 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d1df910c-9d54-4168-8483-cf4de874e6eb req-8328125d-de73-4e9f-ac61-484247a05e39 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488310 Aug 24 08:59:27.776945 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Attempting to bind port 6579eb02-7874-4b2b-9484-9fa5947c2340 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:59:27.777573 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Attempting to bind port 6579eb02-7874-4b2b-9484-9fa5947c2340 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '86554296-e962-46fa-ba93-8eb8b3511758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd6e10ba4-ab17-49fe-8f1b-6fd234630417'}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:59:27.777902 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Attempting to bind port 6579eb02-7874-4b2b-9484-9fa5947c2340 on network d6e10ba4-ab17-49fe-8f1b-6fd234630417 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:59:27.782853 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Port 6579eb02-7874-4b2b-9484-9fa5947c2340 on network d6e10ba4-ab17-49fe-8f1b-6fd234630417 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:59:27.783178 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Attempting to bind port 6579eb02-7874-4b2b-9484-9fa5947c2340 on network d6e10ba4-ab17-49fe-8f1b-6fd234630417 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:59:27.789262 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:59:27.789978 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Checking segment: {'id': '86554296-e962-46fa-ba93-8eb8b3511758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd6e10ba4-ab17-49fe-8f1b-6fd234630417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:59:27.790477 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Bound using segment: {'id': '86554296-e962-46fa-ba93-8eb8b3511758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd6e10ba4-ab17-49fe-8f1b-6fd234630417'} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:59:27.792282 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Bound port: 6579eb02-7874-4b2b-9484-9fa5947c2340, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86554296-e962-46fa-ba93-8eb8b3511758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd6e10ba4-ab17-49fe-8f1b-6fd234630417'}}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:59:27.792696 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (6579eb02-7874-4b2b-9484-9fa5947c2340), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:27.868660 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] For port 6579eb02-7874-4b2b-9484-9fa5947c2340, host hv-cinder-85221, cleared binding levels {{(pid=118616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:59:27.871973 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] For port 6579eb02-7874-4b2b-9484-9fa5947c2340, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6579eb02-7874-4b2b-9484-9fa5947c2340,segment=NetworkSegment(86554296-e962-46fa-ba93-8eb8b3511758),segment_id=86554296-e962-46fa-ba93-8eb8b3511758)] {{(pid=118616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:59:27.980719 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (6579eb02-7874-4b2b-9484-9fa5947c2340), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:27.987697 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:27.988594 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:27.993622 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/6579eb02-7874-4b2b-9484-9fa5947c2340 HTTP/1.1" status: 200 len: 1097 time: 0.8963113 Aug 24 08:59:27.995181 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4718c010-a481-4177-b883-09221d874925', 'tag': '6579eb02-7874-4b2b-9484-9fa5947c2340'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:59:28.003503 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a4061d-0c9e-4ac5-8495-9ba26b69b101" -d '{"events": [{"name": "network-changed", "server_uuid": "4718c010-a481-4177-b883-09221d874925", "tag": "6579eb02-7874-4b2b-9484-9fa5947c2340"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:59:28.111913 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7b43c1-669a-488c-b8c2-db60861f37bb x-openstack-request-id: req-0e7b43c1-669a-488c-b8c2-db60861f37bb {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:59:28.111913 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4718c010-a481-4177-b883-09221d874925", "tag": "6579eb02-7874-4b2b-9484-9fa5947c2340", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:59:28.111913 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e7b43c1-669a-488c-b8c2-db60861f37bb {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:59:28.111913 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e7b43c1-669a-488c-b8c2-db60861f37bb'] response: {'name': 'network-changed', 'server_uuid': '4718c010-a481-4177-b883-09221d874925', 'tag': '6579eb02-7874-4b2b-9484-9fa5947c2340', 'status': 'completed', 'code': 200} Aug 24 08:59:28.139020 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:28.140245 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babec37-c94c-421a-97bc-75ef4470dd52 service neutron] Pushing event updated for resources: {'Port': ['ID=6579eb02-7874-4b2b-9484-9fa5947c2340,revision_number=3']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:28.218290 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4061d-0c9e-4ac5-8495-9ba26b69b101 req-3e8a4f6c-beb1-4afa-bf3f-4dd792a2247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:28.225457 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e5a4061d-0c9e-4ac5-8495-9ba26b69b101 req-3e8a4f6c-beb1-4afa-bf3f-4dd792a2247a service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=ea9bce968d2a47b58bcc2acc5db77025&device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 1131 time: 0.0787306 Aug 24 08:59:28.263373 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e5a4061d-0c9e-4ac5-8495-9ba26b69b101 req-41ae7b39-86c3-495c-b913-f0cc542f1cf2 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?tenant_id=ea9bce968d2a47b58bcc2acc5db77025&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312457 Aug 24 08:59:28.273850 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b366db7-1d14-4d49-90c5-3636d1277ce2 req-92c14066-0fe6-4062-b126-8b74bc19168a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:28.281114 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5b366db7-1d14-4d49-90c5-3636d1277ce2 req-92c14066-0fe6-4062-b126-8b74bc19168a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0666788 Aug 24 08:59:28.326848 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5b366db7-1d14-4d49-90c5-3636d1277ce2 req-703fd4fc-5dbc-4bbb-95c6-721a3a0f769b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445747 Aug 24 08:59:28.376371 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:28.377927 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4061d-0c9e-4ac5-8495-9ba26b69b101 req-9c883703-6ab5-49e9-8f91-343d718ad0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:28.379489 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e5a4061d-0c9e-4ac5-8495-9ba26b69b101 req-9c883703-6ab5-49e9-8f91-343d718ad0b1 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070518 Aug 24 08:59:28.390221 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:28.495304 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-829d638f-a6fe-4cc8-b3da-4e860d98d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:28.498678 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-829d638f-a6fe-4cc8-b3da-4e860d98d538 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=ea9bce968d2a47b58bcc2acc5db77025&device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 1131 time: 0.0564320 Aug 24 08:59:28.548355 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-37d1fd73-0f61-4d76-ba70-0eb82e2c6460 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=6579eb02-7874-4b2b-9484-9fa5947c2340 HTTP/1.1" status: 200 len: 217 time: 0.0411386 Aug 24 08:59:28.611969 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-c53f1eaa-21b5-4118-bebf-428df12ed2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:28.613607 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-c53f1eaa-21b5-4118-bebf-428df12ed2fd service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=a062c35d-8d82-42d9-b260-959d8c5a6f2e HTTP/1.1" status: 200 len: 843 time: 0.0560529 Aug 24 08:59:28.672584 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-3ae3d770-ab87-4c6c-a56e-ea5f61539d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:28.674220 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-3ae3d770-ab87-4c6c-a56e-ea5f61539d56 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=d6e10ba4-ab17-49fe-8f1b-6fd234630417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0485868 Aug 24 08:59:28.789634 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-971b5222-b627-41e1-9cd6-6cd2f5fe9563 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/d6e10ba4-ab17-49fe-8f1b-6fd234630417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046500 Aug 24 08:59:28.929330 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c03559-67c8-477a-98a6-0c3ff5a6717c req-fde38823-9b0d-4846-a1f4-71976e5bf85f tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:28.931698 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-83c03559-67c8-477a-98a6-0c3ff5a6717c req-fde38823-9b0d-4846-a1f4-71976e5bf85f tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 947 time: 0.1119199 Aug 24 08:59:28.979690 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-aab9bf15-7091-4fd3-bf8e-05c7e9df7cb4 req-7dfad4a4-6155-4204-bc37-896e948d7af2 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/d6e10ba4-ab17-49fe-8f1b-6fd234630417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823277 Aug 24 08:59:29.006187 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-83c03559-67c8-477a-98a6-0c3ff5a6717c req-cf8ce329-20d1-4042-a61a-68a40f4da732 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685852 Aug 24 08:59:29.499596 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216335f2-12a1-454e-960e-481b8ef846b7 req-8a9008a1-0ccb-4fd8-9eca-101a520e1a09 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:29.509067 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-216335f2-12a1-454e-960e-481b8ef846b7 req-8a9008a1-0ccb-4fd8-9eca-101a520e1a09 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0829916 Aug 24 08:59:29.722555 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-216335f2-12a1-454e-960e-481b8ef846b7 req-5ac720ac-4b4a-4ae7-a3c7-fbc1f5f2a480 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637662 Aug 24 08:59:30.165858 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564a5f7-0cb4-41f0-9695-41bdf82063a4 req-319e675c-be79-4d83-ac4f-607ffe67a415 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:30.167739 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f564a5f7-0cb4-41f0-9695-41bdf82063a4 req-319e675c-be79-4d83-ac4f-607ffe67a415 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 947 time: 0.0638897 Aug 24 08:59:30.236190 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f564a5f7-0cb4-41f0-9695-41bdf82063a4 req-f3a17661-5d16-4f53-9cb7-e0dca74b319d tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615091 Aug 24 08:59:30.721857 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067b554-b5a6-47c8-9876-152ca8b8d9e8 req-56ad26fc-2f72-4c3b-b156-604d257d15d1 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:30.723347 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9067b554-b5a6-47c8-9876-152ca8b8d9e8 req-56ad26fc-2f72-4c3b-b156-604d257d15d1 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0564153 Aug 24 08:59:30.779258 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9067b554-b5a6-47c8-9876-152ca8b8d9e8 req-9bdec58a-9783-42ef-b200-65b8e67c47ea tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478196 Aug 24 08:59:31.398773 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be5276-0e50-45e9-8d9e-fee36e6cf067 req-a8b2b0b7-50b1-4a73-8b47-f7196274a146 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:31.400317 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-33be5276-0e50-45e9-8d9e-fee36e6cf067 req-a8b2b0b7-50b1-4a73-8b47-f7196274a146 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 947 time: 0.0712314 Aug 24 08:59:31.451872 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-33be5276-0e50-45e9-8d9e-fee36e6cf067 req-ce78cb82-dc18-4c96-ae5c-bff30ebe4ea6 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454724 Aug 24 08:59:31.930793 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6276834-8af1-4244-9fd3-374b624d06c8 req-117ace02-5d5b-4f1e-ace9-9ba2a7362e37 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:31.932328 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e6276834-8af1-4244-9fd3-374b624d06c8 req-117ace02-5d5b-4f1e-ace9-9ba2a7362e37 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0562763 Aug 24 08:59:32.003396 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e6276834-8af1-4244-9fd3-374b624d06c8 req-1503ed04-5a0f-405c-a626-1d7f2a8b2886 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648055 Aug 24 08:59:32.599193 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc86f67-d48a-432d-93b8-d2b9c3812e51 req-0e73aaa5-fca4-426e-8e48-051e657ff4f2 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:32.600775 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6dc86f67-d48a-432d-93b8-d2b9c3812e51 req-0e73aaa5-fca4-426e-8e48-051e657ff4f2 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 947 time: 0.0588024 Aug 24 08:59:32.659607 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6dc86f67-d48a-432d-93b8-d2b9c3812e51 req-63f7a17c-ba68-4dda-9265-b383d2a460c4 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521278 Aug 24 08:59:33.169445 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037093ba-64af-4f31-903c-e367794af009 req-d3aa4f61-2d52-4a1f-a967-c06a5c3bd808 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:33.173659 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-037093ba-64af-4f31-903c-e367794af009 req-d3aa4f61-2d52-4a1f-a967-c06a5c3bd808 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0635757 Aug 24 08:59:33.211874 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:33.253323 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-037093ba-64af-4f31-903c-e367794af009 req-3cee728f-2e7b-4e12-9510-8a323501817f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751557 Aug 24 08:59:33.805084 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:33.818874 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6d12c-686e-44e9-bc77-70c341e5d1ab req-9936a455-d905-4b93-bcd0-70e7f62e1f6a tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:33.821071 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6af6d12c-686e-44e9-bc77-70c341e5d1ab req-9936a455-d905-4b93-bcd0-70e7f62e1f6a tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 947 time: 0.0600140 Aug 24 08:59:33.882070 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6af6d12c-686e-44e9-bc77-70c341e5d1ab req-59e03d35-663a-45f3-bd29-29749a6a9b04 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545423 Aug 24 08:59:34.462487 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768bd26-675f-4e62-bcbd-3fa02199250d req-5b520743-867b-43ca-b84a-0745c71fe37a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:34.465090 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c768bd26-675f-4e62-bcbd-3fa02199250d req-5b520743-867b-43ca-b84a-0745c71fe37a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0680027 Aug 24 08:59:34.517594 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c768bd26-675f-4e62-bcbd-3fa02199250d req-5abf39de-4915-428d-a318-a2ce82813fd9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466156 Aug 24 08:59:35.050048 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb066f10-2419-4948-92a6-e673a668fa95 req-03aa59c4-6c5b-4029-aef1-23a095c300c8 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:35.052348 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-bb066f10-2419-4948-92a6-e673a668fa95 req-03aa59c4-6c5b-4029-aef1-23a095c300c8 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 947 time: 0.0608277 Aug 24 08:59:35.088617 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:35.110251 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-bb066f10-2419-4948-92a6-e673a668fa95 req-52689275-7844-4675-b320-0f82bbebcf57 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515847 Aug 24 08:59:35.677243 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bcef5-0949-4b04-9ddd-201b268627a5 req-8d39a709-c9c3-4cb0-997f-4fcda24751aa tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:35.683545 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-724bcef5-0949-4b04-9ddd-201b268627a5 req-8d39a709-c9c3-4cb0-997f-4fcda24751aa tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0656657 Aug 24 08:59:35.742635 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-724bcef5-0949-4b04-9ddd-201b268627a5 req-27fde874-c909-4d92-9127-13b7e1f79e6d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505452 Aug 24 08:59:36.256472 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb854a-bd59-4607-81ab-26880a8a8980 req-f288f3b3-6a8f-4d26-9ff8-e79e9c2509e4 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:36.258023 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-81cb854a-bd59-4607-81ab-26880a8a8980 req-f288f3b3-6a8f-4d26-9ff8-e79e9c2509e4 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 947 time: 0.0570803 Aug 24 08:59:36.310926 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-81cb854a-bd59-4607-81ab-26880a8a8980 req-ef6aab4b-8f82-4d98-9fcd-c52a42bc29d3 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466158 Aug 24 08:59:36.912822 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48063c2-d242-4602-a0a1-973fd67a9ef6 req-abcedd8b-af1c-4577-8098-a12e8eed9ada tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:36.916558 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e48063c2-d242-4602-a0a1-973fd67a9ef6 req-abcedd8b-af1c-4577-8098-a12e8eed9ada tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0695755 Aug 24 08:59:36.997005 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e48063c2-d242-4602-a0a1-973fd67a9ef6 req-37a1f365-6764-406b-b48c-fd50d7d28125 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714536 Aug 24 08:59:37.076491 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=79 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:37.083076 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:37.091995 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:37.450245 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06c0c7-4b26-41f4-9d1f-34cb02cdffb2 req-1b50e780-61e4-4b7b-aeda-df5315486f93 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:37.451957 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5e06c0c7-4b26-41f4-9d1f-34cb02cdffb2 req-1b50e780-61e4-4b7b-aeda-df5315486f93 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 947 time: 0.0566320 Aug 24 08:59:37.517555 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5e06c0c7-4b26-41f4-9d1f-34cb02cdffb2 req-21d3882d-7935-499d-82b4-06ff96863e50 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589249 Aug 24 08:59:38.191414 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:38.229305 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54954a95-dfd5-4b40-82b6-54fa6cc66dfc req-d691546e-449f-4df0-a3cc-a7794cdff9a0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:38.230916 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-54954a95-dfd5-4b40-82b6-54fa6cc66dfc req-d691546e-449f-4df0-a3cc-a7794cdff9a0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0745153 Aug 24 08:59:38.326922 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-54954a95-dfd5-4b40-82b6-54fa6cc66dfc req-4b673723-cd7a-457c-83ae-c4c4270829de tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892022 Aug 24 08:59:38.685943 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe781237-27ae-4482-99cf-6038153189e7 req-49e87c17-60c1-4c64-bc2d-4be4f5c5aa04 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:38.687470 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fe781237-27ae-4482-99cf-6038153189e7 req-49e87c17-60c1-4c64-bc2d-4be4f5c5aa04 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 947 time: 0.0569518 Aug 24 08:59:38.744882 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fe781237-27ae-4482-99cf-6038153189e7 req-db879727-f9b6-442f-82b1-df245329e56e tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504653 Aug 24 08:59:39.459724 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:39.474847 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16754f0c-3b9f-4ea5-bc09-5bf56b8b27d2 req-a88ed782-7b98-478a-9f86-08ba40f3bb29 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:39.482590 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-16754f0c-3b9f-4ea5-bc09-5bf56b8b27d2 req-a88ed782-7b98-478a-9f86-08ba40f3bb29 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0652304 Aug 24 08:59:39.534771 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-16754f0c-3b9f-4ea5-bc09-5bf56b8b27d2 req-2e1af2f7-79c7-4f16-9a6c-b11fab1fc4d6 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522165 Aug 24 08:59:39.675260 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:39.878583 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ee5fd-286d-42c2-98db-aec901b9d11b req-14762fb4-9d31-43bc-a482-e2a2e6116c12 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:39.879731 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-db4ee5fd-286d-42c2-98db-aec901b9d11b req-14762fb4-9d31-43bc-a482-e2a2e6116c12 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 947 time: 0.0569301 Aug 24 08:59:39.949998 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-db4ee5fd-286d-42c2-98db-aec901b9d11b req-9fc35e7b-4b4b-423c-a176-ea4332241b9a tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527411 Aug 24 08:59:40.671252 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffec839-1099-4f06-82fb-af7f4b73e149 req-a1aaff6d-8fc8-4de4-a1be-8f96c3a9ddc5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:40.673647 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8ffec839-1099-4f06-82fb-af7f4b73e149 req-a1aaff6d-8fc8-4de4-a1be-8f96c3a9ddc5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0557578 Aug 24 08:59:40.745261 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8ffec839-1099-4f06-82fb-af7f4b73e149 req-086e2bee-ccbe-4f57-a3fe-158194a948eb tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617237 Aug 24 08:59:41.074494 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf129-04ae-4e09-8483-866591c5f4b9 req-3c5e3f58-0de6-4936-8795-723c32d7530a tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:41.076588 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1afbf129-04ae-4e09-8483-866591c5f4b9 req-3c5e3f58-0de6-4936-8795-723c32d7530a tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 947 time: 0.0503182 Aug 24 08:59:41.132913 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1afbf129-04ae-4e09-8483-866591c5f4b9 req-08f0b965-3b0b-4c9c-8ba8-7b86a71c057b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447731 Aug 24 08:59:41.907789 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-78fdb595-b31c-4434-af11-0ae17b751fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:41.923148 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c149ad-c413-49c8-9320-e5dd4107e635 req-451c4fe1-38e8-48f6-864a-0936a3b2fbd6 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:41.924704 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-62c149ad-c413-49c8-9320-e5dd4107e635 req-451c4fe1-38e8-48f6-864a-0936a3b2fbd6 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0563715 Aug 24 08:59:41.981833 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-62c149ad-c413-49c8-9320-e5dd4107e635 req-f55a452e-14d4-4723-a886-20a4a33f2467 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461485 Aug 24 08:59:42.276377 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97949c2-4484-4e0f-ab60-bfec2d4516b8 req-3265a09a-2c75-49c8-b77f-40f0e36b2c0b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:42.277934 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a97949c2-4484-4e0f-ab60-bfec2d4516b8 req-3265a09a-2c75-49c8-b77f-40f0e36b2c0b tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 947 time: 0.0515113 Aug 24 08:59:42.345487 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a97949c2-4484-4e0f-ab60-bfec2d4516b8 req-ef8b52ce-47a7-4520-9fd6-f6affca954f7 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585892 Aug 24 08:59:42.878959 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 35098) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:59:43.002084 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:43.095600 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 6579eb02-7874-4b2b-9484-9fa5947c2340 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:59:43.146390 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8801e-5bc1-46e0-b709-5cd9a2733216 req-981e39c5-2c8f-4f64-a03c-8c9d933af7d3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:43.148248 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-05a8801e-5bc1-46e0-b709-5cd9a2733216 req-981e39c5-2c8f-4f64-a03c-8c9d933af7d3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0713511 Aug 24 08:59:43.161561 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Publish callbacks [] for security_group (db9ab55e-3d85-46eb-9809-fa75267ab360), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:43.201205 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 6579eb02-7874-4b2b-9484-9fa5947c2340, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6579eb02-7874-4b2b-9484-9fa5947c2340,segment=NetworkSegment(86554296-e962-46fa-ba93-8eb8b3511758),segment_id=86554296-e962-46fa-ba93-8eb8b3511758)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:59:43.214048 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '6579eb02-7874-4b2b-9484-9fa5947c2340', 'network_id': 'd6e10ba4-ab17-49fe-8f1b-6fd234630417', 'port_id': '6579eb02-7874-4b2b-9484-9fa5947c2340', 'mac_address': 'fa:16:3e:19:43:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a062c35d-8d82-42d9-b260-959d8c5a6f2e', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:59:43.229089 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-05a8801e-5bc1-46e0-b709-5cd9a2733216 req-b6edc658-0ffa-4f50-89a2-689784a10d4f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698242 Aug 24 08:59:43.259618 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 6579eb02-7874-4b2b-9484-9fa5947c2340 is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:59:43.260303 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (6579eb02-7874-4b2b-9484-9fa5947c2340), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:43.278298 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6579eb02-7874-4b2b-9484-9fa5947c2340 {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:59:43.303464 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 6579eb02-7874-4b2b-9484-9fa5947c2340, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6579eb02-7874-4b2b-9484-9fa5947c2340,segment=NetworkSegment(86554296-e962-46fa-ba93-8eb8b3511758),segment_id=86554296-e962-46fa-ba93-8eb8b3511758)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:59:43.491871 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd6dce-ee97-48c6-b526-fcb354363619 req-65ec8020-29cb-442d-8fa3-f04d2329641d tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:43.493663 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-96bd6dce-ee97-48c6-b526-fcb354363619 req-65ec8020-29cb-442d-8fa3-f04d2329641d tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 947 time: 0.0582819 Aug 24 08:59:43.583560 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-96bd6dce-ee97-48c6-b526-fcb354363619 req-bea4e193-9fa8-46c2-bbd0-b513e84bea97 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819042 Aug 24 08:59:43.650594 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (db9ab55e-3d85-46eb-9809-fa75267ab360), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:43.681557 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (6579eb02-7874-4b2b-9484-9fa5947c2340), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:43.704909 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9ab55e-3d85-46eb-9809-fa75267ab360,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:43.713657 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 35112) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:59:43.714534 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c11a53bc23b24875b4dad77eeba08928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8334956 Aug 24 08:59:43.720565 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.721046 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.721408 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.721827 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.722167 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.722589 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.723012 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.731184 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.731663 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.732063 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.732466 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.732867 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.733268 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.733715 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.734039 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26dbbf-7305-449d-9343-741abb5a941a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.777956 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=6579eb02-7874-4b2b-9484-9fa5947c2340,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:43.787116 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.787817 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.788878 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.789653 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.790196 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.790817 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.800894 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.800894 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.800894 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.800894 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.800894 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.800894 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.800894 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.800894 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.800894 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:59:43.817605 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-beb8c597-de29-44c7-91aa-5746651d313c admin admin] Publish callbacks [] for security_group (db9ab55e-3d85-46eb-9809-fa75267ab360), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:43.837538 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-beb8c597-de29-44c7-91aa-5746651d313c admin admin] Publish callbacks [] for security_group (db9ab55e-3d85-46eb-9809-fa75267ab360), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:44.059998 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-beb8c597-de29-44c7-91aa-5746651d313c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (db9ab55e-3d85-46eb-9809-fa75267ab360), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:44.063009 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-beb8c597-de29-44c7-91aa-5746651d313c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:44.063531 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['6579eb02-7874-4b2b-9484-9fa5947c2340'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:59:44.066999 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-beb8c597-de29-44c7-91aa-5746651d313c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/db9ab55e-3d85-46eb-9809-fa75267ab360 HTTP/1.1" status: 204 len: 168 time: 0.3521757 Aug 24 08:59:44.087900 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8c597-de29-44c7-91aa-5746651d313c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9ab55e-3d85-46eb-9809-fa75267ab360,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:44.088403 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 35122) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:59:44.097753 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:44.190369 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc86a61-2ac9-4235-8998-09763b0b3e50 admin admin] Deleting subnet d60567a5-9c74-45d8-8ad2-9e5e66a46c26 {{(pid=118617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 08:59:44.190369 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3bc86a61-2ac9-4235-8998-09763b0b3e50 admin admin] Publish callbacks [] for subnet (d60567a5-9c74-45d8-8ad2-9e5e66a46c26), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:44.256304 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3bc86a61-2ac9-4235-8998-09763b0b3e50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252308860'] for subnet (d60567a5-9c74-45d8-8ad2-9e5e66a46c26), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:44.328325 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3bc86a61-2ac9-4235-8998-09763b0b3e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038139'] for subnet (d60567a5-9c74-45d8-8ad2-9e5e66a46c26), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:44.392797 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:44.425298 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-49586b3b-0a61-4c44-b2c0-2caf726b578c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:44.500808 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2abd0-3a23-4560-87a6-b3239889c9ec req-4636cfa5-652a-46c6-9e60-1297e19b1afe tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:44.503396 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e4c2abd0-3a23-4560-87a6-b3239889c9ec req-4636cfa5-652a-46c6-9e60-1297e19b1afe tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0753291 Aug 24 08:59:44.582219 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3bc86a61-2ac9-4235-8998-09763b0b3e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252178608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251664119'] for subnet (d60567a5-9c74-45d8-8ad2-9e5e66a46c26), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:44.619953 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3bc86a61-2ac9-4235-8998-09763b0b3e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:44.623192 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-3bc86a61-2ac9-4235-8998-09763b0b3e50 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/d60567a5-9c74-45d8-8ad2-9e5e66a46c26 HTTP/1.1" status: 204 len: 168 time: 0.5327568 Aug 24 08:59:44.627163 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 35130) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:59:44.648587 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc86a61-2ac9-4235-8998-09763b0b3e50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60567a5-9c74-45d8-8ad2-9e5e66a46c26,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:44.777523 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e4c2abd0-3a23-4560-87a6-b3239889c9ec req-67961310-386d-4d5f-820b-47ede2ffb73f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501070 Aug 24 08:59:44.839208 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:44.867327 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-808c3471-b2e8-4170-82b4-6ed0a87988dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623286'] for network (1603c6f3-3835-4386-86fd-47ffa82f039f), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:44.921992 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbcbfc-cd36-449b-935a-ba70fd589d07 req-34cc7728-0c2a-402e-842f-a6ab9f02fd67 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:44.927296 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-cccbcbfc-cd36-449b-935a-ba70fd589d07 req-34cc7728-0c2a-402e-842f-a6ab9f02fd67 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 948 time: 0.0801985 Aug 24 08:59:44.930303 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:45.044950 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-808c3471-b2e8-4170-82b4-6ed0a87988dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038395', 'neutron.services.segments.db._delete_segments_for_network-8762420374128'] for network (1603c6f3-3835-4386-86fd-47ffa82f039f), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:45.058629 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-cccbcbfc-cd36-449b-935a-ba70fd589d07 req-f80d1269-a0c8-40a5-8b5a-568a6e6d246f tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078706 Aug 24 08:59:45.076352 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-808c3471-b2e8-4170-82b4-6ed0a87988dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1603c6f3-3835-4386-86fd-47ffa82f039f']}} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:59:45.096734 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-808c3471-b2e8-4170-82b4-6ed0a87988dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14c624b-0932-4546-92a8-34d65fae0156') {'for_net_delete': True} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:59:45.096932 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-808c3471-b2e8-4170-82b4-6ed0a87988dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14c624b-0932-4546-92a8-34d65fae0156') {} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:59:45.107240 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-808c3471-b2e8-4170-82b4-6ed0a87988dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420431854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10046682'] for segment (f14c624b-0932-4546-92a8-34d65fae0156), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:45.122890 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-808c3471-b2e8-4170-82b4-6ed0a87988dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (f14c624b-0932-4546-92a8-34d65fae0156), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:45.130101 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808c3471-b2e8-4170-82b4-6ed0a87988dd admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=118616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 08:59:45.133593 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-808c3471-b2e8-4170-82b4-6ed0a87988dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056300'] for segment (f14c624b-0932-4546-92a8-34d65fae0156), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:45.165735 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 6579eb02-7874-4b2b-9484-9fa5947c2340 up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:59:45.239530 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port 6579eb02-7874-4b2b-9484-9fa5947c2340 completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:59:45.323032 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 6579eb02-7874-4b2b-9484-9fa5947c2340 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:59:45.323926 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (6579eb02-7874-4b2b-9484-9fa5947c2340), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:45.467272 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.services.segments.plugin [-] Segment f14c624b-0932-4546-92a8-34d65fae0156 resource provider aggregate not found Aug 24 08:59:45.484497 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 6579eb02-7874-4b2b-9484-9fa5947c2340 is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:59:45.488078 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (6579eb02-7874-4b2b-9484-9fa5947c2340), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:45.491867 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.services.segments.plugin [-] Segment f14c624b-0932-4546-92a8-34d65fae0156 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f14c624b-0932-4546-92a8-34d65fae0156 found for delete ", "request_id": "req-b4e1f3f2-7885-4df8-8529-e6c6394ba624"}]} Aug 24 08:59:45.509038 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4718c010-a481-4177-b883-09221d874925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6579eb02-7874-4b2b-9484-9fa5947c2340'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:59:45.511543 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce13291-2966-4f03-850d-a9a18a6344a4" -d '{"events": [{"server_uuid": "4718c010-a481-4177-b883-09221d874925", "name": "network-vif-plugged", "status": "completed", "tag": "6579eb02-7874-4b2b-9484-9fa5947c2340"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:59:45.537722 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 6579eb02-7874-4b2b-9484-9fa5947c2340, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6579eb02-7874-4b2b-9484-9fa5947c2340,segment=NetworkSegment(86554296-e962-46fa-ba93-8eb8b3511758),segment_id=86554296-e962-46fa-ba93-8eb8b3511758)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:59:45.560466 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ced90dd-30ff-40ea-9d0c-2b9c671d52cd x-openstack-request-id: req-5ced90dd-30ff-40ea-9d0c-2b9c671d52cd {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:59:45.560935 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4718c010-a481-4177-b883-09221d874925", "name": "network-vif-plugged", "status": "completed", "tag": "6579eb02-7874-4b2b-9484-9fa5947c2340", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:59:45.561333 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ced90dd-30ff-40ea-9d0c-2b9c671d52cd {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:59:45.561804 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ced90dd-30ff-40ea-9d0c-2b9c671d52cd'] response: {'server_uuid': '4718c010-a481-4177-b883-09221d874925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6579eb02-7874-4b2b-9484-9fa5947c2340', 'code': 200} Aug 24 08:59:45.578266 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-808c3471-b2e8-4170-82b4-6ed0a87988dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698380'] for network (1603c6f3-3835-4386-86fd-47ffa82f039f), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:45.585856 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-808c3471-b2e8-4170-82b4-6ed0a87988dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:45.592218 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-808c3471-b2e8-4170-82b4-6ed0a87988dd admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/1603c6f3-3835-4386-86fd-47ffa82f039f HTTP/1.1" status: 204 len: 168 time: 0.9636827 Aug 24 08:59:45.607119 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c3471-b2e8-4170-82b4-6ed0a87988dd admin admin] Pushing event deleted for resources: {'Network': ['ID=1603c6f3-3835-4386-86fd-47ffa82f039f,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:45.694515 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (6579eb02-7874-4b2b-9484-9fa5947c2340), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:45.729571 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:45.748850 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=6579eb02-7874-4b2b-9484-9fa5947c2340,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:45.932872 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c6dfe-c04b-4723-bc7a-9f19328d21e1 req-e13a8538-c28f-486e-a4ad-5fa1581ef76a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:45.934425 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6d3c6dfe-c04b-4723-bc7a-9f19328d21e1 req-e13a8538-c28f-486e-a4ad-5fa1581ef76a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0581999 Aug 24 08:59:45.995141 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6d3c6dfe-c04b-4723-bc7a-9f19328d21e1 req-b1545de9-6888-42b6-93c0-c14a7bc41ab9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532794 Aug 24 08:59:46.083297 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 35144) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:59:46.145208 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-3245cf5d-b258-404a-acea-783ee4acd1cd admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=fadf4161dc28487487541cefeae7a220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0603616 Aug 24 08:59:46.150081 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 35148) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:59:46.240613 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3a7ee6ab-4e65-4bcd-8db1-de467889051b admin admin] Publish callbacks [] for security_group (83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:46.272073 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc954e00-675f-43a3-ae6f-89a944b53f2e req-ca2bef3c-28af-4b0f-98ee-c7dda87d4be7 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:46.274239 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-cc954e00-675f-43a3-ae6f-89a944b53f2e req-ca2bef3c-28af-4b0f-98ee-c7dda87d4be7 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0772977 Aug 24 08:59:46.285629 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3a7ee6ab-4e65-4bcd-8db1-de467889051b admin admin] Publish callbacks [] for security_group (83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:46.355448 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-cc954e00-675f-43a3-ae6f-89a944b53f2e req-62b61fdc-9fbb-4e0a-b2bf-152232c25047 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722353 Aug 24 08:59:46.440376 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3a7ee6ab-4e65-4bcd-8db1-de467889051b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:46.443188 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3a7ee6ab-4e65-4bcd-8db1-de467889051b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:46.445692 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-3a7ee6ab-4e65-4bcd-8db1-de467889051b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9 HTTP/1.1" status: 204 len: 168 time: 0.2938659 Aug 24 08:59:46.454228 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ee6ab-4e65-4bcd-8db1-de467889051b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cf0d34-b5bc-49c3-a7fb-d11463a5d3a9,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:59:46.994902 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:47.177614 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee8ede-17aa-4f1e-a394-830937c994d7 req-1d26678c-3a16-40cb-bbec-8dc7e3ff81f1 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:47.188318 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a0ee8ede-17aa-4f1e-a394-830937c994d7 req-1d26678c-3a16-40cb-bbec-8dc7e3ff81f1 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0701816 Aug 24 08:59:47.255356 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a0ee8ede-17aa-4f1e-a394-830937c994d7 req-de3253e1-efb6-4b9e-9e7d-29c0edec0cb4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652113 Aug 24 08:59:47.486979 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d74c5-bfa2-49d2-bfba-2981fba45d7b req-f2318cdd-8bd0-403a-8bf0-bd901c479c21 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:47.488467 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-464d74c5-bfa2-49d2-bfba-2981fba45d7b req-f2318cdd-8bd0-403a-8bf0-bd901c479c21 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0487509 Aug 24 08:59:47.549796 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-464d74c5-bfa2-49d2-bfba-2981fba45d7b req-a633c028-1ca0-45e1-9271-1075008b2438 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551205 Aug 24 08:59:47.646737 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:59:48.413314 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1c16e-66f4-43a9-9af7-682ac2954e9a req-d0f3acc4-e79e-48d3-9890-5ca22c11cd58 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:48.415372 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6af1c16e-66f4-43a9-9af7-682ac2954e9a req-d0f3acc4-e79e-48d3-9890-5ca22c11cd58 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0613768 Aug 24 08:59:48.466198 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6af1c16e-66f4-43a9-9af7-682ac2954e9a req-f24db45d-c5c8-4207-8310-ff3b488ddc0c tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447819 Aug 24 08:59:48.686545 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dce5c1-71c8-46cd-81bb-91713111b8ab req-6920e48b-d1b7-44df-a256-f2bde4e04776 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:48.692376 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-45dce5c1-71c8-46cd-81bb-91713111b8ab req-6920e48b-d1b7-44df-a256-f2bde4e04776 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0665739 Aug 24 08:59:48.752937 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-45dce5c1-71c8-46cd-81bb-91713111b8ab req-ce334b79-3641-497c-9fbf-cc43d4c7b930 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573809 Aug 24 08:59:49.604821 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75794eb2-2a3e-464b-a1e5-549e4b56d5b6 req-aec84900-edb3-4ee0-a4e9-136ed066c5d0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:49.606377 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-75794eb2-2a3e-464b-a1e5-549e4b56d5b6 req-aec84900-edb3-4ee0-a4e9-136ed066c5d0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0506818 Aug 24 08:59:49.672729 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-75794eb2-2a3e-464b-a1e5-549e4b56d5b6 req-1b6091e9-9b49-4751-9606-05c62a192082 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596404 Aug 24 08:59:49.677635 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:59:49.904445 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc4b27-0974-4467-af74-6970dc718789 req-08459c6a-9e9f-49e9-9acb-4d9d193830a3 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:49.906053 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f7dc4b27-0974-4467-af74-6970dc718789 req-08459c6a-9e9f-49e9-9acb-4d9d193830a3 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0581951 Aug 24 08:59:49.961575 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f7dc4b27-0974-4467-af74-6970dc718789 req-ce4c1cd9-5b8d-42bc-8fe7-03edc9507880 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494497 Aug 24 08:59:50.833438 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ef639-d01d-4e4b-95a4-b2dcc91c21fc req-23c31da7-d20a-4485-8d0a-b7e6998811ac tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:50.835826 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2c8ef639-d01d-4e4b-95a4-b2dcc91c21fc req-23c31da7-d20a-4485-8d0a-b7e6998811ac tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0690799 Aug 24 08:59:50.851124 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:50.888843 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2c8ef639-d01d-4e4b-95a4-b2dcc91c21fc req-9ce71fae-943f-4941-bb98-8c5133e7d263 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457931 Aug 24 08:59:51.095333 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00e84b-4154-4066-b772-3f2922d2ed0d req-402bacb8-5349-4452-9dee-32e2e5e43c2a tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:51.098027 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3b00e84b-4154-4066-b772-3f2922d2ed0d req-402bacb8-5349-4452-9dee-32e2e5e43c2a tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0529032 Aug 24 08:59:51.149109 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3b00e84b-4154-4066-b772-3f2922d2ed0d req-9cc05608-1094-4cf8-816e-da65348407f1 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447383 Aug 24 08:59:52.026578 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90508bfc-c9cb-4a5b-8b0e-040ebc7c477f req-1fcfec45-c6ea-48af-94f7-006f78aa2e8e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:52.028159 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-90508bfc-c9cb-4a5b-8b0e-040ebc7c477f req-1fcfec45-c6ea-48af-94f7-006f78aa2e8e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0573337 Aug 24 08:59:52.078031 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-90508bfc-c9cb-4a5b-8b0e-040ebc7c477f req-a2c28dfc-cac4-4921-bd30-f426b91a1b54 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440948 Aug 24 08:59:52.275875 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcc6e0-3ff1-43ee-946c-2f4170293710 req-edc617c8-339b-4728-8332-7048a688e611 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:52.277142 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d0bcc6e0-3ff1-43ee-946c-2f4170293710 req-edc617c8-339b-4728-8332-7048a688e611 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0491147 Aug 24 08:59:52.325744 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:52.330680 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d0bcc6e0-3ff1-43ee-946c-2f4170293710 req-6c76c091-36b8-46fd-b302-b52ce1c6edf5 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479043 Aug 24 08:59:53.012205 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56438f-7e2b-4bdc-b2c6-9cbe283a10b2 req-2182ced4-5728-4670-8422-8c41d8610c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:53.013860 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3f56438f-7e2b-4bdc-b2c6-9cbe283a10b2 req-2182ced4-5728-4670-8422-8c41d8610c9b service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 1133 time: 0.0420511 Aug 24 08:59:53.068494 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3f56438f-7e2b-4bdc-b2c6-9cbe283a10b2 req-4ce07963-3aff-4077-a2d2-3f104444e6c4 service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478101 Aug 24 08:59:53.214813 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc438db-c13e-462b-ab2a-971285365239 req-546e4692-fdf0-4251-a9ec-84ceb2092238 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:53.216401 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-acc438db-c13e-462b-ab2a-971285365239 req-546e4692-fdf0-4251-a9ec-84ceb2092238 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0560756 Aug 24 08:59:53.270617 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-acc438db-c13e-462b-ab2a-971285365239 req-e3fd76fa-b3ff-4e8f-86d0-b73b8637e3ab tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479391 Aug 24 08:59:53.476204 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5c21d-119d-433b-8624-603ce339df03 req-33f92a2c-2c92-49ed-80f3-4690745e20b9 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:53.478021 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-08c5c21d-119d-433b-8624-603ce339df03 req-33f92a2c-2c92-49ed-80f3-4690745e20b9 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0551400 Aug 24 08:59:53.572599 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-08c5c21d-119d-433b-8624-603ce339df03 req-52f2fc67-2802-496c-a191-d2fd4386e282 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674582 Aug 24 08:59:54.406311 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683813cf-d8bf-4425-bb08-6d4788b6cb3a req-5b10b47a-3103-44b4-892c-3cd2e8ccff52 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:54.407844 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-683813cf-d8bf-4425-bb08-6d4788b6cb3a req-5b10b47a-3103-44b4-892c-3cd2e8ccff52 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0496278 Aug 24 08:59:54.468952 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-683813cf-d8bf-4425-bb08-6d4788b6cb3a req-9e6be713-fa5a-4011-b040-6d5f64e153b8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530756 Aug 24 08:59:54.680522 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f51e4-9003-4f35-a710-fc5e37a8689f req-130ca14b-a996-4929-bdb0-5fdc3fc0b916 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:54.682091 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-938f51e4-9003-4f35-a710-fc5e37a8689f req-130ca14b-a996-4929-bdb0-5fdc3fc0b916 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0500035 Aug 24 08:59:54.735003 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-938f51e4-9003-4f35-a710-fc5e37a8689f req-c751907f-860c-41ec-a02d-016e1d93e032 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472527 Aug 24 08:59:55.605205 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b645317-5128-46f3-ac78-882fbcbc8dc8 req-accb58cd-db39-4035-8f82-40ca7e2d8081 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:55.606729 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4b645317-5128-46f3-ac78-882fbcbc8dc8 req-accb58cd-db39-4035-8f82-40ca7e2d8081 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0479715 Aug 24 08:59:55.656432 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4b645317-5128-46f3-ac78-882fbcbc8dc8 req-d0803f10-fe64-406b-9fbf-3be4e7b07f14 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439966 Aug 24 08:59:55.678559 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:55.856351 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06b6f2-e742-4a9b-a276-86b3e1624474 req-9ffc0d40-11de-478d-a7a6-be5de27737b9 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:55.857812 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4d06b6f2-e742-4a9b-a276-86b3e1624474 req-9ffc0d40-11de-478d-a7a6-be5de27737b9 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0483680 Aug 24 08:59:55.907037 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4d06b6f2-e742-4a9b-a276-86b3e1624474 req-d271f211-af66-4d66-9a65-f2f80f3e679d tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435669 Aug 24 08:59:56.401551 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8a11e-7d2a-41f6-ae03-bdb1d6c886f3 req-9c849068-1ab4-4b3d-bd07-45d38b3d0017 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:56.403023 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-86e8a11e-7d2a-41f6-ae03-bdb1d6c886f3 req-9c849068-1ab4-4b3d-bd07-45d38b3d0017 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0491114 Aug 24 08:59:56.457458 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-86e8a11e-7d2a-41f6-ae03-bdb1d6c886f3 req-9c18c89d-79af-40e4-9d3e-2bd6b17a235a tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481784 Aug 24 08:59:56.788807 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6bd91-f500-4b47-970c-800e7cafc831 req-abf36662-7041-4710-b541-4ad2a643a860 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:56.790545 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-91a6bd91-f500-4b47-970c-800e7cafc831 req-abf36662-7041-4710-b541-4ad2a643a860 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0518115 Aug 24 08:59:56.801410 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:56.839953 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-91a6bd91-f500-4b47-970c-800e7cafc831 req-6a489e7c-70ab-4cbe-b295-76c7440e6daf tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437987 Aug 24 08:59:56.915111 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:57.541576 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:57.551715 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=50,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:57.583628 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea4198-3757-4328-850d-deb619c8ae32 req-e998ff80-7480-4f95-9f2d-e731a0772557 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:57.585602 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-feea4198-3757-4328-850d-deb619c8ae32 req-e998ff80-7480-4f95-9f2d-e731a0772557 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0532377 Aug 24 08:59:57.635577 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-feea4198-3757-4328-850d-deb619c8ae32 req-b469ca73-b165-431d-be9b-630861e3238a tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442412 Aug 24 08:59:57.970892 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4890fc-863f-4ee2-81ce-3c4f75fbe1f0 req-e9d1613f-39eb-4046-9f52-5dd7c8f62c89 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:57.972369 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6a4890fc-863f-4ee2-81ce-3c4f75fbe1f0 req-e9d1613f-39eb-4046-9f52-5dd7c8f62c89 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0476360 Aug 24 08:59:58.019779 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6a4890fc-863f-4ee2-81ce-3c4f75fbe1f0 req-391c4330-5d18-425a-8a01-a59261b5aca4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418632 Aug 24 08:59:58.763377 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690fffb-6fc4-4966-9974-193fb93dddba req-38193bc3-97ef-4918-84d7-9da529b42881 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:58.764921 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7690fffb-6fc4-4966-9974-193fb93dddba req-38193bc3-97ef-4918-84d7-9da529b42881 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0494649 Aug 24 08:59:58.814833 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7690fffb-6fc4-4966-9974-193fb93dddba req-41991650-1249-4bad-8c7c-da1395ac0d45 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444350 Aug 24 08:59:59.141689 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:59.161158 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab66d40-8b0d-4e2c-9345-83526e3c8c83 req-8149943c-ff65-4333-8dc9-e9e2407fcd5b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:59.235253 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8ab66d40-8b0d-4e2c-9345-83526e3c8c83 req-8149943c-ff65-4333-8dc9-e9e2407fcd5b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0524127 Aug 24 08:59:59.235253 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8ab66d40-8b0d-4e2c-9345-83526e3c8c83 req-ea8305a4-645f-4d7a-a486-d61e85010971 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486634 Aug 24 08:59:59.668458 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=7 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:59:59.939257 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6e242-e3cc-4fce-864c-a3d7b604b424 req-6c82f5fc-a97a-46a7-9930-7367cc933b4d tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:59:59.940743 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-68c6e242-e3cc-4fce-864c-a3d7b604b424 req-6c82f5fc-a97a-46a7-9930-7367cc933b4d tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0502741 Aug 24 08:59:59.991435 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-68c6e242-e3cc-4fce-864c-a3d7b604b424 req-6a4731f9-db84-41f5-bb8d-eab6e496b4c7 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442562 Aug 24 09:00:00.025810 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7893b-7422-4fac-a9a0-42c01ea45dd7 req-992ccca3-0f6d-4bc2-a050-85b8124c4a0a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:00.027312 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-89d7893b-7422-4fac-a9a0-42c01ea45dd7 req-992ccca3-0f6d-4bc2-a050-85b8124c4a0a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 946 time: 0.0468965 Aug 24 09:00:00.080804 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-89d7893b-7422-4fac-a9a0-42c01ea45dd7 req-662ef3bf-0c34-4c8d-8f2d-2392a6c8c458 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478995 Aug 24 09:00:00.348678 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3222907-d867-47f8-be46-c9a0dccd2438 req-505fdbc8-1696-4b9c-ac3f-86475a32773a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:00.350220 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d3222907-d867-47f8-be46-c9a0dccd2438 req-505fdbc8-1696-4b9c-ac3f-86475a32773a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0474308 Aug 24 09:00:00.399642 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d3222907-d867-47f8-be46-c9a0dccd2438 req-ce8b739a-fd53-4237-a76a-3046a1095448 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436153 Aug 24 09:00:01.120983 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475070ee-16f6-4aa4-bdaa-bf37a38e911e req-afc17e5e-bb07-410b-9f31-ab8472abc157 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:01.122580 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-475070ee-16f6-4aa4-bdaa-bf37a38e911e req-afc17e5e-bb07-410b-9f31-ab8472abc157 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0505650 Aug 24 09:00:01.159637 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:01.172417 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-475070ee-16f6-4aa4-bdaa-bf37a38e911e req-d9a09dcf-3631-451f-86d1-5739d1c1d38a tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443292 Aug 24 09:00:01.206978 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c49559-3d8e-41dd-ba08-37c7685e814f req-26d5578c-7813-47e3-95a0-5cc417da5d58 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:01.208510 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-61c49559-3d8e-41dd-ba08-37c7685e814f req-26d5578c-7813-47e3-95a0-5cc417da5d58 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 946 time: 0.0523868 Aug 24 09:00:01.264015 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-61c49559-3d8e-41dd-ba08-37c7685e814f req-31b62c8a-e95c-47b4-98ab-185bd0580829 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491254 Aug 24 09:00:01.526176 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9088c58-9773-494f-9790-892d5b939dbd req-8f4c6e91-8e8e-41d3-851b-885022eea4ac tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:01.527736 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a9088c58-9773-494f-9790-892d5b939dbd req-8f4c6e91-8e8e-41d3-851b-885022eea4ac tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0482395 Aug 24 09:00:01.578519 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a9088c58-9773-494f-9790-892d5b939dbd req-9283f401-6189-4303-ba1e-3f461610ac56 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447428 Aug 24 09:00:02.295952 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35ed97-ddd1-4816-9479-3d47e4fc54d6 req-2849a7e8-d9ca-47ae-b21a-62681f9d10eb tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:02.297622 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1c35ed97-ddd1-4816-9479-3d47e4fc54d6 req-2849a7e8-d9ca-47ae-b21a-62681f9d10eb tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0503623 Aug 24 09:00:02.348039 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1c35ed97-ddd1-4816-9479-3d47e4fc54d6 req-1e7871ce-9b42-4888-9353-abc7fadb6f2a tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443470 Aug 24 09:00:02.394592 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a584531-8c66-44d9-92a5-e7966d19f5c5 req-f41217ec-7f16-4289-953a-7fad0b2cf807 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:02.396093 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5a584531-8c66-44d9-92a5-e7966d19f5c5 req-f41217ec-7f16-4289-953a-7fad0b2cf807 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 946 time: 0.0509479 Aug 24 09:00:02.409870 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:02.447994 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5a584531-8c66-44d9-92a5-e7966d19f5c5 req-54f77063-3b16-4d34-817f-e4a2061dcc6c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441186 Aug 24 09:00:02.704737 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a47b1d-11e2-4ceb-b128-90462b31d2db req-2d8abfea-d74d-47a5-9571-902641ab0c45 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:02.706199 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-02a47b1d-11e2-4ceb-b128-90462b31d2db req-2d8abfea-d74d-47a5-9571-902641ab0c45 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0508411 Aug 24 09:00:02.753795 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-02a47b1d-11e2-4ceb-b128-90462b31d2db req-3c8a46a1-562a-4f17-b99c-eec461f48193 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419168 Aug 24 09:00:03.244625 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cf307-e212-4a60-b4b3-46a7c38aec33 req-5ab1459b-d77d-4814-84aa-e1dfce4f9f41 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:03.246129 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-847cf307-e212-4a60-b4b3-46a7c38aec33 req-5ab1459b-d77d-4814-84aa-e1dfce4f9f41 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0485635 Aug 24 09:00:03.466429 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a493740-827a-4280-8ef3-9a7df7d54bd7 req-b1b39cf6-bb01-47eb-93fb-1fa8a037b990 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:03.467924 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9a493740-827a-4280-8ef3-9a7df7d54bd7 req-b1b39cf6-bb01-47eb-93fb-1fa8a037b990 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0468769 Aug 24 09:00:03.516829 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9a493740-827a-4280-8ef3-9a7df7d54bd7 req-fd07c85b-9957-493f-81a9-7f94400b4048 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431004 Aug 24 09:00:03.578668 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ead9c-1eb6-43b6-984c-d4c20df3c875 req-e9d734e0-e938-4628-a904-1fd628b3edd7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:03.580207 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-906ead9c-1eb6-43b6-984c-d4c20df3c875 req-e9d734e0-e938-4628-a904-1fd628b3edd7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 946 time: 0.0546663 Aug 24 09:00:03.635113 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-906ead9c-1eb6-43b6-984c-d4c20df3c875 req-6c700391-ae99-4ddf-8451-155cf1f8e9cd tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484872 Aug 24 09:00:03.884100 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda35ac-11fc-45b6-a207-d5851609675c req-21b08587-8ab1-4a1f-9485-c23d0a226a3a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:03.885585 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-beda35ac-11fc-45b6-a207-d5851609675c req-21b08587-8ab1-4a1f-9485-c23d0a226a3a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0520425 Aug 24 09:00:03.934674 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-beda35ac-11fc-45b6-a207-d5851609675c req-78a07ae8-4373-405c-8d28-6b840de183d2 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434268 Aug 24 09:00:04.643438 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b573b-941a-46c3-8cfd-3f9b29baf622 req-1568f6b4-5b25-4777-8ff7-52140ee71328 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:04.644954 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7d7b573b-941a-46c3-8cfd-3f9b29baf622 req-1568f6b4-5b25-4777-8ff7-52140ee71328 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0533612 Aug 24 09:00:04.694549 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7d7b573b-941a-46c3-8cfd-3f9b29baf622 req-edea118c-8ba0-4d02-bfd7-d4e64e3be5d5 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432618 Aug 24 09:00:04.759435 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d00e2-b9b2-44a7-b4c3-c21edbb9e7c6 req-dcdeb86f-e215-470f-89e4-7ac1379c671c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:04.760897 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-fa8d00e2-b9b2-44a7-b4c3-c21edbb9e7c6 req-dcdeb86f-e215-470f-89e4-7ac1379c671c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 946 time: 0.0465140 Aug 24 09:00:04.809137 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-fa8d00e2-b9b2-44a7-b4c3-c21edbb9e7c6 req-552222f3-2ea3-4ae4-b5ca-e97046a384cb tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425475 Aug 24 09:00:05.058526 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bca1ff-53bf-4c58-a602-847b3587aeb7 req-d57403da-4774-45b4-9eb8-20f7f0d5f49d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:05.060118 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a7bca1ff-53bf-4c58-a602-847b3587aeb7 req-d57403da-4774-45b4-9eb8-20f7f0d5f49d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 944 time: 0.0486777 Aug 24 09:00:05.112227 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a7bca1ff-53bf-4c58-a602-847b3587aeb7 req-a66b0fb7-0045-4c48-a71f-459faabc1ec1 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464425 Aug 24 09:00:05.183744 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 09:00:05.416920 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:00:05.429191 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'port_id': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3', 'mac_address': 'fa:16:3e:21:ea:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 09:00:05.465938 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:05.466332 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:05.481026 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:00:05.502334 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:00:05.611153 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:05.659969 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,revision_number=9']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:05.819038 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b540c0a-d611-447d-af96-75afa07aa28b req-6c615a81-01a3-4a48-ace8-adeed9962236 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:05.819952 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2b540c0a-d611-447d-af96-75afa07aa28b req-6c615a81-01a3-4a48-ace8-adeed9962236 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 949 time: 0.0472562 Aug 24 09:00:05.862981 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:05.878070 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2b540c0a-d611-447d-af96-75afa07aa28b req-6444acf8-d9ce-4971-8af5-53175060cb14 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523500 Aug 24 09:00:05.956120 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-847cf307-e212-4a60-b4b3-46a7c38aec33 req-a54adb84-d34c-415f-848a-ef3e65b568a8 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Deleting port 6579eb02-7874-4b2b-9484-9fa5947c2340 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:00:05.956460 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-847cf307-e212-4a60-b4b3-46a7c38aec33 req-a54adb84-d34c-415f-848a-ef3e65b568a8 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (6579eb02-7874-4b2b-9484-9fa5947c2340), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:05.968542 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b587bb-d4dc-4d45-8785-56e5de7e0d00 req-9449c961-c21b-4e9e-8a6e-83c9901bf4c0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:05.970116 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-08b587bb-d4dc-4d45-8785-56e5de7e0d00 req-9449c961-c21b-4e9e-8a6e-83c9901bf4c0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 946 time: 0.0629535 Aug 24 09:00:05.997926 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:00:06.009755 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:06.132536 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-08b587bb-d4dc-4d45-8785-56e5de7e0d00 req-4fa72853-9314-4f0a-90e8-5d2af234a816 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61ea92f8-1d60-45b9-911d-56e2b29fad18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515377 Aug 24 09:00:06.150766 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-847cf307-e212-4a60-b4b3-46a7c38aec33 req-a54adb84-d34c-415f-848a-ef3e65b568a8 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] For port 6579eb02-7874-4b2b-9484-9fa5947c2340, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6579eb02-7874-4b2b-9484-9fa5947c2340,segment=NetworkSegment(86554296-e962-46fa-ba93-8eb8b3511758),segment_id=86554296-e962-46fa-ba93-8eb8b3511758)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:00:06.151402 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-847cf307-e212-4a60-b4b3-46a7c38aec33 req-a54adb84-d34c-415f-848a-ef3e65b568a8 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (6579eb02-7874-4b2b-9484-9fa5947c2340), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:06.170782 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136bb4c-6256-4af8-be8d-d4314fc3286f req-54356d8e-f430-4d6c-beab-e959a2fe4f36 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:06.172249 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f136bb4c-6256-4af8-be8d-d4314fc3286f req-54356d8e-f430-4d6c-beab-e959a2fe4f36 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 946 time: 0.0834017 Aug 24 09:00:06.177079 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-847cf307-e212-4a60-b4b3-46a7c38aec33 req-a54adb84-d34c-415f-848a-ef3e65b568a8 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Calling delete_port for 6579eb02-7874-4b2b-9484-9fa5947c2340 owned by compute:nova {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:00:06.278916 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881efae4-50ea-49d1-9246-8d2088ad43c2 req-605c44ff-486d-4da1-a286-e5ea7d3681b9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:06.280782 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-881efae4-50ea-49d1-9246-8d2088ad43c2 req-605c44ff-486d-4da1-a286-e5ea7d3681b9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 945 time: 0.0531671 Aug 24 09:00:06.336781 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-881efae4-50ea-49d1-9246-8d2088ad43c2 req-50decdf6-2c13-413f-b75f-73a358d8b6e8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500505 Aug 24 09:00:06.390667 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-847cf307-e212-4a60-b4b3-46a7c38aec33 req-a54adb84-d34c-415f-848a-ef3e65b568a8 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (6579eb02-7874-4b2b-9484-9fa5947c2340), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:06.417776 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54adb84-d34c-415f-848a-ef3e65b568a8 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Pushing event deleted for resources: {'Port': ['ID=6579eb02-7874-4b2b-9484-9fa5947c2340,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:06.507366 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-847cf307-e212-4a60-b4b3-46a7c38aec33 req-a54adb84-d34c-415f-848a-ef3e65b568a8 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] No DVR routers for this DVR port 6579eb02-7874-4b2b-9484-9fa5947c2340 on host hv-cinder-85221 {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:00:06.511638 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-847cf307-e212-4a60-b4b3-46a7c38aec33 req-a54adb84-d34c-415f-848a-ef3e65b568a8 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:06.515106 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-847cf307-e212-4a60-b4b3-46a7c38aec33 req-a54adb84-d34c-415f-848a-ef3e65b568a8 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.69 "DELETE /networking/v2.0/ports/6579eb02-7874-4b2b-9484-9fa5947c2340 HTTP/1.1" status: 204 len: 173 time: 0.6796741 Aug 24 09:00:06.522842 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4718c010-a481-4177-b883-09221d874925', 'name': 'network-vif-deleted', 'tag': '6579eb02-7874-4b2b-9484-9fa5947c2340'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:00:06.522842 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b25a88f-4809-41a4-bd93-230890d6a0b0" -d '{"events": [{"server_uuid": "4718c010-a481-4177-b883-09221d874925", "name": "network-vif-deleted", "tag": "6579eb02-7874-4b2b-9484-9fa5947c2340"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:00:06.597286 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0923b9ae-4c94-4f71-9e5b-3424c9dd8db3 x-openstack-request-id: req-0923b9ae-4c94-4f71-9e5b-3424c9dd8db3 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:00:06.597286 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4718c010-a481-4177-b883-09221d874925", "name": "network-vif-deleted", "tag": "6579eb02-7874-4b2b-9484-9fa5947c2340", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:00:06.597286 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0923b9ae-4c94-4f71-9e5b-3424c9dd8db3 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:00:06.597286 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0923b9ae-4c94-4f71-9e5b-3424c9dd8db3'] response: {'server_uuid': '4718c010-a481-4177-b883-09221d874925', 'name': 'network-vif-deleted', 'tag': '6579eb02-7874-4b2b-9484-9fa5947c2340', 'status': 'completed', 'code': 200} Aug 24 09:00:06.606531 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-f136bb4c-6256-4af8-be8d-d4314fc3286f req-94dff7b8-6f4b-483f-87b5-f0831ad97e82 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Deleting port af6f2eec-ae69-4c8f-a19d-246715432ab9 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:00:06.606850 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-f136bb4c-6256-4af8-be8d-d4314fc3286f req-94dff7b8-6f4b-483f-87b5-f0831ad97e82 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (af6f2eec-ae69-4c8f-a19d-246715432ab9), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:06.708425 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-f136bb4c-6256-4af8-be8d-d4314fc3286f req-94dff7b8-6f4b-483f-87b5-f0831ad97e82 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] For port af6f2eec-ae69-4c8f-a19d-246715432ab9, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=af6f2eec-ae69-4c8f-a19d-246715432ab9,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:00:06.708776 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-f136bb4c-6256-4af8-be8d-d4314fc3286f req-94dff7b8-6f4b-483f-87b5-f0831ad97e82 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (af6f2eec-ae69-4c8f-a19d-246715432ab9), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:06.931867 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-f136bb4c-6256-4af8-be8d-d4314fc3286f req-94dff7b8-6f4b-483f-87b5-f0831ad97e82 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:06.932498 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-f136bb4c-6256-4af8-be8d-d4314fc3286f req-94dff7b8-6f4b-483f-87b5-f0831ad97e82 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (ef853fa6-2212-43af-bce2-67e019f0c0ff), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:06.932863 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.l3_db [req-f136bb4c-6256-4af8-be8d-d4314fc3286f req-94dff7b8-6f4b-483f-87b5-f0831ad97e82 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Floating IP ef853fa6-2212-43af-bce2-67e019f0c0ff disassociated. External IP: 172.27.1.230, port: af6f2eec-ae69-4c8f-a19d-246715432ab9. Aug 24 09:00:06.932956 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-f136bb4c-6256-4af8-be8d-d4314fc3286f req-94dff7b8-6f4b-483f-87b5-f0831ad97e82 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Calling delete_port for af6f2eec-ae69-4c8f-a19d-246715432ab9 owned by compute:nova {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:00:07.006437 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-fa53134d-c136-4c45-9837-1782029064d1 req-c32f5938-414b-4179-a60c-95cbe86f7182 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 210 time: 0.0277662 Aug 24 09:00:07.011864 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:07.063419 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:07.150919 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-f136bb4c-6256-4af8-be8d-d4314fc3286f req-94dff7b8-6f4b-483f-87b5-f0831ad97e82 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (af6f2eec-ae69-4c8f-a19d-246715432ab9), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:07.181445 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dff7b8-6f4b-483f-87b5-f0831ad97e82 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event deleted for resources: {'Port': ['ID=af6f2eec-ae69-4c8f-a19d-246715432ab9,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:07.288610 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0d17a69d-9ad0-4ea0-bd79-78cfcb41c1bd req-e5b49748-c61f-4b31-9f30-8cb6db06adf6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 210 time: 0.0605798 Aug 24 09:00:07.331176 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f136bb4c-6256-4af8-be8d-d4314fc3286f req-94dff7b8-6f4b-483f-87b5-f0831ad97e82 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:00:07.448139 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f136bb4c-6256-4af8-be8d-d4314fc3286f req-94dff7b8-6f4b-483f-87b5-f0831ad97e82 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:00:07.461069 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f89005a-a772-49e1-b109-46399e8e998e None None] Sync routers for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:00:07.480728 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f89005a-a772-49e1-b109-46399e8e998e None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:00:07.481454 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-7f89005a-a772-49e1-b109-46399e8e998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:59:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:07.492896 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f632f-1cf9-4779-ab46-a6441775bd5f req-4a4d7519-4f9c-4785-b7b2-f95f6f8c0e05 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:07.495879 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-f136bb4c-6256-4af8-be8d-d4314fc3286f req-94dff7b8-6f4b-483f-87b5-f0831ad97e82 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] No DVR routers for this DVR port af6f2eec-ae69-4c8f-a19d-246715432ab9 on host hv-cinder-85221 {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:00:07.499023 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-f136bb4c-6256-4af8-be8d-d4314fc3286f req-94dff7b8-6f4b-483f-87b5-f0831ad97e82 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:07.499285 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-294f632f-1cf9-4779-ab46-a6441775bd5f req-4a4d7519-4f9c-4785-b7b2-f95f6f8c0e05 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 945 time: 0.0645289 Aug 24 09:00:07.502316 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f136bb4c-6256-4af8-be8d-d4314fc3286f req-94dff7b8-6f4b-483f-87b5-f0831ad97e82 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "DELETE /networking/v2.0/ports/af6f2eec-ae69-4c8f-a19d-246715432ab9 HTTP/1.1" status: 204 len: 173 time: 1.0457444 Aug 24 09:00:07.577152 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-294f632f-1cf9-4779-ab46-a6441775bd5f req-0091f8cf-515c-4f78-a306-7bf3840b91b5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679796 Aug 24 09:00:07.647557 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-7f89005a-a772-49e1-b109-46399e8e998e None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:00:07.878471 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-7f89005a-a772-49e1-b109-46399e8e998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '25c5f447-969c-49cd-92d7-da85bb47563f', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'port_id': '926038a1-a10d-445a-aab1-28599288366f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'mac_address': 'fa:16:3e:64:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:56:25Z', 'updated_at': '2022-08-24T08:57:21Z', 'revision_number': 2, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:07.904577 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f89005a-a772-49e1-b109-46399e8e998e None None] Checking router: 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:00:07.914000 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f89005a-a772-49e1-b109-46399e8e998e None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:00:07.914904 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-7f89005a-a772-49e1-b109-46399e8e998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T08:59:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:08.018966 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-7f89005a-a772-49e1-b109-46399e8e998e None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:00:08.139037 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7ee2c95f-b8a9-4424-8980-0024d5f8bd3b req-575f3920-f50f-4b38-845d-801ae175b464 tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 210 time: 0.0344536 Aug 24 09:00:08.254669 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:08.260945 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-7f89005a-a772-49e1-b109-46399e8e998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '25c5f447-969c-49cd-92d7-da85bb47563f', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'port_id': '926038a1-a10d-445a-aab1-28599288366f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'mac_address': 'fa:16:3e:64:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:56:25Z', 'updated_at': '2022-08-24T08:57:21Z', 'revision_number': 2, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:08.286192 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f89005a-a772-49e1-b109-46399e8e998e None None] The sync data for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi is: [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '25c5f447-969c-49cd-92d7-da85bb47563f', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'port_id': '926038a1-a10d-445a-aab1-28599288366f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'mac_address': 'fa:16:3e:64:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:56:25Z', 'updated_at': '2022-08-24T08:57:21Z', 'revision_number': 2, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:00:08.439940 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5a283722-d5ca-42fd-af47-8cda1807d3c5 req-bb70fadc-fd45-4660-af21-e40347742697 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 210 time: 0.0365014 Aug 24 09:00:08.558099 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4ecdc2-802a-4128-a9e1-8eeda73afe9b None None] New status for floating IP ef853fa6-2212-43af-bce2-67e019f0c0ff: DOWN {{(pid=118619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:00:08.598174 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2', 'name': 'network-vif-deleted', 'tag': 'af6f2eec-ae69-4c8f-a19d-246715432ab9'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:00:08.601020 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314b3289-e405-4aa1-9dee-0091fa31518f" -d '{"events": [{"server_uuid": "9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2", "name": "network-vif-deleted", "tag": "af6f2eec-ae69-4c8f-a19d-246715432ab9"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:00:08.652005 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c52b38-23b6-4ca3-b7fe-8f5e4a803ffd x-openstack-request-id: req-14c52b38-23b6-4ca3-b7fe-8f5e4a803ffd {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:00:08.652297 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2", "name": "network-vif-deleted", "tag": "af6f2eec-ae69-4c8f-a19d-246715432ab9", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:00:08.652551 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14c52b38-23b6-4ca3-b7fe-8f5e4a803ffd {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:00:08.652951 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c52b38-23b6-4ca3-b7fe-8f5e4a803ffd'] response: {'server_uuid': '9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2', 'name': 'network-vif-deleted', 'tag': 'af6f2eec-ae69-4c8f-a19d-246715432ab9', 'status': 'completed', 'code': 200} Aug 24 09:00:08.731287 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5cc1d-0e43-4388-8e8d-8c2d41031a88 req-044c8a4f-7978-4227-9cc1-ed262b5389a9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:08.732782 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-73c5cc1d-0e43-4388-8e8d-8c2d41031a88 req-044c8a4f-7978-4227-9cc1-ed262b5389a9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 945 time: 0.0472581 Aug 24 09:00:08.784856 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-73c5cc1d-0e43-4388-8e8d-8c2d41031a88 req-8f032e36-54b2-485a-953f-3eb118c4ef9a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461459 Aug 24 09:00:09.266904 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f13cc6ec-0b4d-4ddd-a532-f3cc18c4bd6f req-504a0be4-2898-46f3-9d98-6be48067b63d tempest-VolumesNegativeTest-1894274929 tempest-VolumesNegativeTest-1894274929-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4718c010-a481-4177-b883-09221d874925 HTTP/1.1" status: 200 len: 210 time: 0.0288568 Aug 24 09:00:09.588231 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-cafee4be-179a-45be-9ad2-88aa824fbbff req-86bd9129-4059-44f6-a6e8-0c34b4d26ed1 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 210 time: 0.0391819 Aug 24 09:00:09.844957 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:00:09.906991 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:09.907408 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:09.937713 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f2374-2725-451d-980e-30fa10749a40 req-66506bc5-299c-4f9c-8042-ddbc7d19b486 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:09.939635 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-585f2374-2725-451d-980e-30fa10749a40 req-66506bc5-299c-4f9c-8042-ddbc7d19b486 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 945 time: 0.0598423 Aug 24 09:00:09.976805 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:09.988975 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-585f2374-2725-451d-980e-30fa10749a40 req-d55ca878-8be3-419b-bd60-ccac6deb9c3b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426440 Aug 24 09:00:10.008427 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:10.014599 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:10.014599 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:10.042683 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:00:10.045044 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da63c607-c48b-436e-955d-588aeadf7e33" -d '{"events": [{"server_uuid": "d2eeba32-0634-4e0c-aad9-b9bc081474d9", "name": "network-vif-plugged", "status": "completed", "tag": "8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:00:10.058312 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:00:10.085623 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3237da-7092-4f82-9267-b829bd515da2 x-openstack-request-id: req-3e3237da-7092-4f82-9267-b829bd515da2 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:00:10.085913 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2eeba32-0634-4e0c-aad9-b9bc081474d9", "name": "network-vif-plugged", "status": "completed", "tag": "8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:00:10.086514 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e3237da-7092-4f82-9267-b829bd515da2 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:00:10.086966 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3237da-7092-4f82-9267-b829bd515da2'] response: {'server_uuid': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3', 'code': 200} Aug 24 09:00:10.131520 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:10.132403 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 6579eb02-7874-4b2b-9484-9fa5947c2340 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:00:10.174604 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: 6579eb02-7874-4b2b-9484-9fa5947c2340 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:00:10.174984 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 6579eb02-7874-4b2b-9484-9fa5947c2340 not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:00:10.185143 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device af6f2eec-ae69-4c8f-a19d-246715432ab9 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:00:10.213156 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: af6f2eec-ae69-4c8f-a19d-246715432ab9 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:00:10.213505 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device af6f2eec-ae69-4c8f-a19d-246715432ab9 not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:00:10.222562 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:10.226689 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,revision_number=10']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:10.704538 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-132860d4-c8b8-4446-bae3-51f581867eae req-c334ddcf-4b98-4ea9-9dd1-9d53d8e42b20 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 210 time: 0.0281968 Aug 24 09:00:11.142733 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9047155-c9db-4065-85d7-799cb9dca31a req-b3e1ebc5-6ac7-43dd-bc26-33246fdc3003 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:11.144227 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e9047155-c9db-4065-85d7-799cb9dca31a req-b3e1ebc5-6ac7-43dd-bc26-33246fdc3003 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 947 time: 0.0510595 Aug 24 09:00:11.197343 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e9047155-c9db-4065-85d7-799cb9dca31a req-ea23fd60-5ae7-4f8a-8fbf-2d5c917f80c3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466135 Aug 24 09:00:11.819675 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e41fbdd6-b1c5-45ef-8d16-077620ebebd3 req-8acb176a-a59e-4633-8fed-c3216b2e18f0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 210 time: 0.0293872 Aug 24 09:00:11.858961 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-0f92a26e-8457-4112-9db1-9dcb2e087623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:12.327369 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c880a5c-e8ec-43aa-aaa7-e7fbfa00b0a8 req-9355a701-c7b0-4436-a17b-c592482af5e3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:12.329853 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8c880a5c-e8ec-43aa-aaa7-e7fbfa00b0a8 req-9355a701-c7b0-4436-a17b-c592482af5e3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 947 time: 0.0521584 Aug 24 09:00:12.381687 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8c880a5c-e8ec-43aa-aaa7-e7fbfa00b0a8 req-f906c6c5-3710-483d-9979-b946c2acb181 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454097 Aug 24 09:00:12.953240 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a9035d1b-ee44-44f4-a89f-2976f76055b5 req-7c356dc8-62a3-4920-9688-3e921ab22beb tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9571bdd8-8dc8-4f82-bc83-b6b6891dc5d2 HTTP/1.1" status: 200 len: 210 time: 0.0340014 Aug 24 09:00:13.515969 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e20b15-bbee-4bd5-af2c-af2cc0c21c87 req-efa78194-5d90-4714-bc89-d7260cdc5b20 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:13.517477 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-00e20b15-bbee-4bd5-af2c-af2cc0c21c87 req-efa78194-5d90-4714-bc89-d7260cdc5b20 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 947 time: 0.0545959 Aug 24 09:00:13.605197 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-00e20b15-bbee-4bd5-af2c-af2cc0c21c87 req-84f17d82-4263-4124-84e6-5c31a3e6852b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788722 Aug 24 09:00:13.606609 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b07712-4089-4029-9867-1e15093c7791 req-0792726f-95a6-41d7-ad90-f71dfccd0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:13.608020 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-21b07712-4089-4029-9867-1e15093c7791 req-0792726f-95a6-41d7-ad90-f71dfccd0c67 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 1131 time: 0.0560951 Aug 24 09:00:13.670458 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-21b07712-4089-4029-9867-1e15093c7791 req-3555e12a-590b-4853-8735-105e00f1e1c1 service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486982 Aug 24 09:00:14.097160 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:14.102540 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b05cc2bc-e54d-4713-ac0c-210e00efe0a9 req-19b9f2c3-f0c8-42b3-827c-844516ebd3ed service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462446 Aug 24 09:00:14.169025 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc2bc-e54d-4713-ac0c-210e00efe0a9 req-b1d37188-2c01-4c18-9924-6180443707bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:14.170521 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b05cc2bc-e54d-4713-ac0c-210e00efe0a9 req-b1d37188-2c01-4c18-9924-6180443707bb service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 1130 time: 0.0438986 Aug 24 09:00:14.203279 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 35714) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:14.268836 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1d81b624-0230-4009-9c03-e8b09839aad1 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (61ea92f8-1d60-45b9-911d-56e2b29fad18), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:14.295030 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1d81b624-0230-4009-9c03-e8b09839aad1 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (61ea92f8-1d60-45b9-911d-56e2b29fad18), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:14.327589 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:14.339382 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-fb05f551-d38f-4bae-9911-22c91e2a5d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:14.470559 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1d81b624-0230-4009-9c03-e8b09839aad1 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (61ea92f8-1d60-45b9-911d-56e2b29fad18), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:14.478232 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1d81b624-0230-4009-9c03-e8b09839aad1 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:14.480236 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-1d81b624-0230-4009-9c03-e8b09839aad1 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/61ea92f8-1d60-45b9-911d-56e2b29fad18 HTTP/1.1" status: 204 len: 168 time: 0.2755518 Aug 24 09:00:14.482912 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 35724) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:14.492829 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81b624-0230-4009-9c03-e8b09839aad1 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ea92f8-1d60-45b9-911d-56e2b29fad18,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:14.498548 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.api.v2.resource [None req-8d25fc6f-6d77-4b20-8afa-b5562d37ce8f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] show failed (client error): The resource could not be found. Aug 24 09:00:14.502917 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 35726) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:14.512505 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-8d25fc6f-6d77-4b20-8afa-b5562d37ce8f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups/61ea92f8-1d60-45b9-911d-56e2b29fad18 HTTP/1.1" status: 404 len: 347 time: 0.0169427 Aug 24 09:00:14.622386 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-ecde9b00-2cbc-4136-9d1e-ebdfcb4e7b7f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Deleting port 272df68f-fe8d-41f7-82d0-60c7aa9fcf11 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:00:14.622996 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ecde9b00-2cbc-4136-9d1e-ebdfcb4e7b7f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (272df68f-fe8d-41f7-82d0-60c7aa9fcf11), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:14.718791 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ecde9b00-2cbc-4136-9d1e-ebdfcb4e7b7f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (272df68f-fe8d-41f7-82d0-60c7aa9fcf11), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:14.719125 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ecde9b00-2cbc-4136-9d1e-ebdfcb4e7b7f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (272df68f-fe8d-41f7-82d0-60c7aa9fcf11), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:14.777471 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-ecde9b00-2cbc-4136-9d1e-ebdfcb4e7b7f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Calling delete_port for 272df68f-fe8d-41f7-82d0-60c7aa9fcf11 owned by network:floatingip {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:00:14.807783 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78831fef-aeef-4974-96e6-15cb8ff399bf req-0824f862-bb1b-4c68-bb4f-a4efcb743062 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:14.809369 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-78831fef-aeef-4974-96e6-15cb8ff399bf req-0824f862-bb1b-4c68-bb4f-a4efcb743062 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 947 time: 0.1084547 Aug 24 09:00:14.991028 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-78831fef-aeef-4974-96e6-15cb8ff399bf req-4fa5c71f-e08f-4606-9728-3da9f647d0f6 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439116 Aug 24 09:00:14.994061 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc2bc-e54d-4713-ac0c-210e00efe0a9 req-bfbd66af-c45f-4835-a4ac-74b8c2c8a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:14.995582 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b05cc2bc-e54d-4713-ac0c-210e00efe0a9 req-bfbd66af-c45f-4835-a4ac-74b8c2c8a2ee service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 920 time: 0.2581363 Aug 24 09:00:15.043920 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b05cc2bc-e54d-4713-ac0c-210e00efe0a9 req-321ee1f8-5b31-4486-b204-2775a26fa6c6 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=112c9161-d85c-4b44-958c-0ebef6f7786b HTTP/1.1" status: 200 len: 217 time: 0.0404985 Aug 24 09:00:15.134017 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc2bc-e54d-4713-ac0c-210e00efe0a9 req-755ea5a7-4a3f-4212-89b0-10be1b7a48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:15.135521 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b05cc2bc-e54d-4713-ac0c-210e00efe0a9 req-755ea5a7-4a3f-4212-89b0-10be1b7a48c0 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=8a21facc-ab1e-4219-b0f0-4f835c4b6a49 HTTP/1.1" status: 200 len: 858 time: 0.0793443 Aug 24 09:00:15.185368 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc2bc-e54d-4713-ac0c-210e00efe0a9 req-855ee83f-009c-4be8-ac63-c7dd0fb41c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:15.186106 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b05cc2bc-e54d-4713-ac0c-210e00efe0a9 req-855ee83f-009c-4be8-ac63-c7dd0fb41c1e service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430832 Aug 24 09:00:15.217431 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ecde9b00-2cbc-4136-9d1e-ebdfcb4e7b7f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (272df68f-fe8d-41f7-82d0-60c7aa9fcf11), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:15.241580 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde9b00-2cbc-4136-9d1e-ebdfcb4e7b7f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event deleted for resources: {'Port': ['ID=272df68f-fe8d-41f7-82d0-60c7aa9fcf11,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:15.316526 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ecde9b00-2cbc-4136-9d1e-ebdfcb4e7b7f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (ef853fa6-2212-43af-bce2-67e019f0c0ff), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:15.319556 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ecde9b00-2cbc-4136-9d1e-ebdfcb4e7b7f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:15.323418 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-ecde9b00-2cbc-4136-9d1e-ebdfcb4e7b7f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/ef853fa6-2212-43af-bce2-67e019f0c0ff HTTP/1.1" status: 204 len: 168 time: 0.8165779 Aug 24 09:00:15.676890 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:16.131931 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47226456-3e43-4f3c-8452-45c289c5cbba req-3342c7b4-4476-4909-8d59-36cb448b40b9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:16.133512 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-47226456-3e43-4f3c-8452-45c289c5cbba req-3342c7b4-4476-4909-8d59-36cb448b40b9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 947 time: 0.0512068 Aug 24 09:00:16.188036 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-47226456-3e43-4f3c-8452-45c289c5cbba req-dc64a501-9bd0-42a3-bdcd-4572184aa7c5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483990 Aug 24 09:00:17.022988 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:17.278909 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:17.317566 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550386e1-369c-455f-8657-e72b235f8fce req-3329ea13-25ec-491e-9af3-753c7963020c tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:17.319154 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-550386e1-369c-455f-8657-e72b235f8fce req-3329ea13-25ec-491e-9af3-753c7963020c tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 947 time: 0.0497420 Aug 24 09:00:17.369654 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-550386e1-369c-455f-8657-e72b235f8fce req-a6c7bdd4-56ed-474d-a97b-3722b3dc6655 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436611 Aug 24 09:00:17.618891 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:18.502169 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e76a8-d22c-4317-aabe-e82e9fb452f9 req-4244b73e-e3a1-4d56-85f4-c2661e1302cb tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:18.503747 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-943e76a8-d22c-4317-aabe-e82e9fb452f9 req-4244b73e-e3a1-4d56-85f4-c2661e1302cb tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 947 time: 0.0506690 Aug 24 09:00:18.541443 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:18.559482 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-943e76a8-d22c-4317-aabe-e82e9fb452f9 req-b859d5de-0d2f-42da-ba0b-c225f5056619 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468507 Aug 24 09:00:18.595430 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=4 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:18.663744 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:18.730869 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b05cc2bc-e54d-4713-ac0c-210e00efe0a9 req-8df61d9b-98ec-4fe6-8f13-f39f726c161c service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169436 Aug 24 09:00:18.785944 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:18.847505 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:18.854633 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b05cc2bc-e54d-4713-ac0c-210e00efe0a9 req-ea9e74d6-4897-4658-ba64-ffd8c4c03359 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172132 Aug 24 09:00:19.810004 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585911c0-ca00-42cb-9854-71f2364e60e5 req-daf5ac90-f54d-4833-bc32-bcaeae7055c0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:19.811682 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-585911c0-ca00-42cb-9854-71f2364e60e5 req-daf5ac90-f54d-4833-bc32-bcaeae7055c0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 947 time: 0.0755870 Aug 24 09:00:19.864621 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-585911c0-ca00-42cb-9854-71f2364e60e5 req-111c283a-b1fc-4b97-8c09-b6ea03fae7a6 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468946 Aug 24 09:00:20.283655 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 35876) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:20.464307 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-e04d0cd5-cb7f-4a8c-97dc-70bb72ebd3a8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ea9bce968d2a47b58bcc2acc5db77025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794715 Aug 24 09:00:20.466863 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 35884) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:20.519213 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f0c348cd-4a9f-4324-b3c0-61e239aa1740 admin admin] Publish callbacks [] for security_group (3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:20.542275 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f0c348cd-4a9f-4324-b3c0-61e239aa1740 admin admin] Publish callbacks [] for security_group (3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:20.750841 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f0c348cd-4a9f-4324-b3c0-61e239aa1740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:20.753426 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f0c348cd-4a9f-4324-b3c0-61e239aa1740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:20.754619 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-f0c348cd-4a9f-4324-b3c0-61e239aa1740 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd HTTP/1.1" status: 204 len: 168 time: 0.2868066 Aug 24 09:00:20.763381 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c348cd-4a9f-4324-b3c0-61e239aa1740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed00611-8ffd-4dfa-b183-4fbe5abbb3cd,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:21.022425 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b371544-d584-439c-b89e-2fd429b07d26 req-9f26bae9-674b-43be-917a-60ebb71e6c9c tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:21.024272 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4b371544-d584-439c-b89e-2fd429b07d26 req-9f26bae9-674b-43be-917a-60ebb71e6c9c tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 947 time: 0.0532498 Aug 24 09:00:21.079101 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4b371544-d584-439c-b89e-2fd429b07d26 req-6d2e25f3-9211-4262-92b0-ec8558642871 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486987 Aug 24 09:00:22.062905 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 35920) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:22.215208 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-3ef6769f-b982-44e3-a706-911ead40319a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-142953912-network', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:22.231052 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0b347-cebd-41ad-8312-cb90bc9349c8 req-8d1f5a9d-d537-4741-a0e5-2ad948f3cebb tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:22.234100 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0fd0b347-cebd-41ad-8312-cb90bc9349c8 req-8d1f5a9d-d537-4741-a0e5-2ad948f3cebb tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 947 time: 0.0692577 Aug 24 09:00:22.301729 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0fd0b347-cebd-41ad-8312-cb90bc9349c8 req-d330c32e-8e2c-41bd-9340-3ebff37b5bc3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618153 Aug 24 09:00:22.373152 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef6769f-b982-44e3-a706-911ead40319a admin admin] Made reservation on behalf of 065b8b1394f24ce1973119ee8cd6bd2c for: {'network': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:00:22.375912 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3ef6769f-b982-44e3-a706-911ead40319a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:22.387029 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3ef6769f-b982-44e3-a706-911ead40319a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:22.470631 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3ef6769f-b982-44e3-a706-911ead40319a admin admin] Publish callbacks [] for security_group (cff5f1c1-9dd4-431b-afe2-a667845bea59), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:22.561496 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3ef6769f-b982-44e3-a706-911ead40319a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (cff5f1c1-9dd4-431b-afe2-a667845bea59), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:22.589309 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef6769f-b982-44e3-a706-911ead40319a admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=118616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 09:00:22.598825 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6769f-b982-44e3-a706-911ead40319a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff5f1c1-9dd4-431b-afe2-a667845bea59,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:22.607327 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3ef6769f-b982-44e3-a706-911ead40319a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (8f42a49c-6366-4672-9b20-63cbcd35451c), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:22.607327 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.segments_db [None req-3ef6769f-b982-44e3-a706-911ead40319a admin admin] Added segment 8f42a49c-6366-4672-9b20-63cbcd35451c of type vlan for network 01f07883-0fad-4927-b76b-042659a40090 Aug 24 09:00:22.650179 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3ef6769f-b982-44e3-a706-911ead40319a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (01f07883-0fad-4927-b76b-042659a40090), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:22.771447 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3ef6769f-b982-44e3-a706-911ead40319a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (01f07883-0fad-4927-b76b-042659a40090), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:22.773459 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef6769f-b982-44e3-a706-911ead40319a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:22.774092 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3ef6769f-b982-44e3-a706-911ead40319a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:22.846684 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6769f-b982-44e3-a706-911ead40319a admin admin] Pushing event updated for resources: {'Network': ['ID=01f07883-0fad-4927-b76b-042659a40090,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:22.859714 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-3ef6769f-b982-44e3-a706-911ead40319a admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7953014 Aug 24 09:00:22.859976 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network 01f07883-0fad-4927-b76b-042659a40090 details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 09:00:22.868246 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 35932) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:22.873258 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-b2e0cb83-b4d6-49d6-bf88-fb3b9331fcca admin admin] Request body: {'subnet': {'network_id': '01f07883-0fad-4927-b76b-042659a40090', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-142953912-subnet', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'ip_version': 4}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:23.011374 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e0cb83-b4d6-49d6-bf88-fb3b9331fcca admin admin] Made reservation on behalf of 065b8b1394f24ce1973119ee8cd6bd2c for: {'subnet': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:00:23.014300 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b2e0cb83-b4d6-49d6-bf88-fb3b9331fcca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058622'] for subnet (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:23.337019 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b2e0cb83-b4d6-49d6-bf88-fb3b9331fcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10046671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9058640'] for subnet (d2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:23.396660 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0cb83-b4d6-49d6-bf88-fb3b9331fcca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:23.409841 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e0cb83-b4d6-49d6-bf88-fb3b9331fcca admin admin] Checking segment: {'id': '8f42a49c-6366-4672-9b20-63cbcd35451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01f07883-0fad-4927-b76b-042659a40090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:00:23.410297 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e0cb83-b4d6-49d6-bf88-fb3b9331fcca admin admin] Network hostable DHCP agents. Network: 01f07883-0fad-4927-b76b-042659a40090, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 09:00:23.443561 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea9cd6-5d7f-4040-8442-2385365d36e9 req-a08da206-cee9-4c57-9ee7-ab9b15c86295 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:23.445070 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-65ea9cd6-5d7f-4040-8442-2385365d36e9 req-a08da206-cee9-4c57-9ee7-ab9b15c86295 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 947 time: 0.0531833 Aug 24 09:00:23.494337 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-65ea9cd6-5d7f-4040-8442-2385365d36e9 req-c68afd2a-6941-4cf9-921d-c84d0ff79451 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430579 Aug 24 09:00:23.503939 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e0cb83-b4d6-49d6-bf88-fb3b9331fcca admin admin] Network 01f07883-0fad-4927-b76b-042659a40090 is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 09:00:23.669928 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-b2e0cb83-b4d6-49d6-bf88-fb3b9331fcca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, 01f07883-0fad-4927-b76b-042659a40090) {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:00:23.675796 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e0cb83-b4d6-49d6-bf88-fb3b9331fcca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:23.676700 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b2e0cb83-b4d6-49d6-bf88-fb3b9331fcca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:23.681070 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5cdf47-790c-4cb1-b3b0-adfd6a7c0c38 None None] Network 01f07883-0fad-4927-b76b-042659a40090 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:00:23.770061 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-b2e0cb83-b4d6-49d6-bf88-fb3b9331fcca admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9006646 Aug 24 09:00:23.773970 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 35944) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:23.778475 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-142953912-router', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:23.789647 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:23.793760 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd452859c-924c-557e-ba58-3e88bb5a2311-01f07883-0fad-4927-b76b-042659a40090', 'network_id': '01f07883-0fad-4927-b76b-042659a40090', 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'fixed_ips': [{'subnet_id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e'}]}} from dv-cinder-852211-5-iscsi. {{(pid=118618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 09:00:23.794752 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:23.864507 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4634'] for router (7cf88e02-c74d-4b4c-a78b-2afb7ac55e30), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:23.865968 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4613'] for router (7cf88e02-c74d-4b4c-a78b-2afb7ac55e30), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:23.877135 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:23.922157 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Publish callbacks [] for router_controller (7cf88e02-c74d-4b4c-a78b-2afb7ac55e30), precommit_add_association {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:23.938796 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.db_base_plugin_common [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Allocated IP 172.20.0.2 (01f07883-0fad-4927-b76b-042659a40090/d2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e/fac92692-7ae9-4e70-aaa1-e2c3c30e6b30) {{(pid=118618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:00:24.096555 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Publish callbacks [] for port (fac92692-7ae9-4e70-aaa1-e2c3c30e6b30), precommit_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:24.139102 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Publish callbacks [] for router_gateway (7cf88e02-c74d-4b4c-a78b-2afb7ac55e30), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:24.182971 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (fac92692-7ae9-4e70-aaa1-e2c3c30e6b30), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:24.222736 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Network 01f07883-0fad-4927-b76b-042659a40090 is already hosted by enough agents. {{(pid=118618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:00:24.227264 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.base_scheduler [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Resources bound (agent type, host, resource id): {{(pid=118618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:00:24.233890 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Received port after_create {{(pid=118618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:00:24.238717 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Pushing event updated for resources: {'Port': ['ID=fac92692-7ae9-4e70-aaa1-e2c3c30e6b30,revision_number=1']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:24.305126 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Attempting to bind port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:00:24.305501 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Attempting to bind port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '8f42a49c-6366-4672-9b20-63cbcd35451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01f07883-0fad-4927-b76b-042659a40090'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:00:24.305861 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Attempting to bind port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 on network 01f07883-0fad-4927-b76b-042659a40090 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:00:24.312257 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:00:24.312518 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Checking segment: {'id': '8f42a49c-6366-4672-9b20-63cbcd35451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01f07883-0fad-4927-b76b-042659a40090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:00:24.312821 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:24.313196 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Bound using segment: {'id': '8f42a49c-6366-4672-9b20-63cbcd35451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01f07883-0fad-4927-b76b-042659a40090'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:00:24.313731 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Bound port: fac92692-7ae9-4e70-aaa1-e2c3c30e6b30, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f42a49c-6366-4672-9b20-63cbcd35451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01f07883-0fad-4927-b76b-042659a40090'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:00:24.314062 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (fac92692-7ae9-4e70-aaa1-e2c3c30e6b30), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:24.386080 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] For port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:00:24.389807 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] For port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=fac92692-7ae9-4e70-aaa1-e2c3c30e6b30,segment=NetworkSegment(8f42a49c-6366-4672-9b20-63cbcd35451c),segment_id=8f42a49c-6366-4672-9b20-63cbcd35451c)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:00:24.464899 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (fac92692-7ae9-4e70-aaa1-e2c3c30e6b30), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:24.521870 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8436d57-89be-4cf9-9214-47bee133ea41 None None] Pushing event updated for resources: {'Port': ['ID=fac92692-7ae9-4e70-aaa1-e2c3c30e6b30,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:24.661191 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Publish callbacks [] for router_gateway (7cf88e02-c74d-4b4c-a78b-2afb7ac55e30), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:24.682113 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:24.800484 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Allocated IP 172.27.1.241 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/1c9d6c76-93a4-44da-9ba4-db220f847e3b) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:00:24.908776 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Publish callbacks [] for port (1c9d6c76-93a4-44da-9ba4-db220f847e3b), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:25.114806 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (1c9d6c76-93a4-44da-9ba4-db220f847e3b), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:25.161155 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:00:25.167981 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:00:25.170730 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:00:25.174956 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Pushing event updated for resources: {'Port': ['ID=1c9d6c76-93a4-44da-9ba4-db220f847e3b,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:25.201120 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:25.437929 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40e9b82-c404-48aa-baf1-9120c0348d38 None None] Network 01f07883-0fad-4927-b76b-042659a40090 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:00:25.523899 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-27e1d46d-05fe-4b93-bc5c-c42a737a2e70 None None] Provisioning complete for port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:25.524578 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-27e1d46d-05fe-4b93-bc5c-c42a737a2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (fac92692-7ae9-4e70-aaa1-e2c3c30e6b30), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:25.536053 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Publish callbacks [] for router_gateway (7cf88e02-c74d-4b4c-a78b-2afb7ac55e30), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:25.640910 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:25.759499 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698477'] for router (7cf88e02-c74d-4b4c-a78b-2afb7ac55e30), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:25.781362 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:25.786778 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-27e1d46d-05fe-4b93-bc5c-c42a737a2e70 None None] Current status of the port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:25.787762 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-27e1d46d-05fe-4b93-bc5c-c42a737a2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (fac92692-7ae9-4e70-aaa1-e2c3c30e6b30), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:25.805531 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:00:25.859496 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-27e1d46d-05fe-4b93-bc5c-c42a737a2e70 None None] For port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=fac92692-7ae9-4e70-aaa1-e2c3c30e6b30,segment=NetworkSegment(8f42a49c-6366-4672-9b20-63cbcd35451c),segment_id=8f42a49c-6366-4672-9b20-63cbcd35451c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:00:25.878530 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:25.878989 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (fac92692-7ae9-4e70-aaa1-e2c3c30e6b30), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:25.927479 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:25.947353 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:25.950371 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-27e1d46d-05fe-4b93-bc5c-c42a737a2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (fac92692-7ae9-4e70-aaa1-e2c3c30e6b30), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:25.988517 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:25.988907 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (fac92692-7ae9-4e70-aaa1-e2c3c30e6b30), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:25.993925 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Router 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 is scheduled to L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed with binding_index 1 {{(pid=118616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 09:00:26.030986 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1d46d-05fe-4b93-bc5c-c42a737a2e70 None None] Pushing event updated for resources: {'Port': ['ID=fac92692-7ae9-4e70-aaa1-e2c3c30e6b30,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:26.070778 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.db.api [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=118618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 09:00:26.071271 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG oslo_db.api [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 09:00:26.080419 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-188cc12d-d21b-43ad-8090-c296357e9cbd None None] Provisioning complete for port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:26.080797 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-188cc12d-d21b-43ad-8090-c296357e9cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (fac92692-7ae9-4e70-aaa1-e2c3c30e6b30), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:26.110073 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:00:26.121792 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Sync routers for ids ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:00:26.161435 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Routers {'7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:00:26.162104 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:00:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:26.232500 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:26.233794 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-0687032f-ecea-4eae-891a-3846d192ab5b admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4587352 Aug 24 09:00:26.234587 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-188cc12d-d21b-43ad-8090-c296357e9cbd None None] Current status of the port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:26.236494 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 35970) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:26.301989 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Set router 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:00:26.479815 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'name': 'tempest-TestShelveInstance-142953912-router', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:23Z', 'updated_at': '2022-08-24T09:00:25Z', 'revision_number': 3, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'gw_port': {'id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:24Z', 'updated_at': '2022-08-24T09:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:26.505740 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Checking router: 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:00:26.506605 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Updating router 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 port 1c9d6c76-93a4-44da-9ba4-db220f847e3b binding host dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 09:00:26.533464 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:26.545225 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (1c9d6c76-93a4-44da-9ba4-db220f847e3b), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:26.650732 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:26.667688 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:26.675084 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:00:26.688838 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:26.729062 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:26.859443 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Publish callbacks [] for port (1c9d6c76-93a4-44da-9ba4-db220f847e3b), precommit_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:26.862998 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Allocated IP 172.20.0.1 (01f07883-0fad-4927-b76b-042659a40090/d2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e/10fccbf9-9940-4e50-96b2-3c9dd3760262) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:00:26.965384 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (1c9d6c76-93a4-44da-9ba4-db220f847e3b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:26.971052 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Publish callbacks [] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:27.004420 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Attempting to bind port 1c9d6c76-93a4-44da-9ba4-db220f847e3b on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:00:27.004808 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Attempting to bind port 1c9d6c76-93a4-44da-9ba4-db220f847e3b by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:00:27.005195 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Attempting to bind port 1c9d6c76-93a4-44da-9ba4-db220f847e3b on network 386fbc02-808a-45e3-b701-f07af8827885 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:00:27.016754 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:00:27.017069 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Checking segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:00:27.017479 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:27.017873 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Bound using segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:00:27.018344 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Bound port: 1c9d6c76-93a4-44da-9ba4-db220f847e3b, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:00:27.018749 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (1c9d6c76-93a4-44da-9ba4-db220f847e3b), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:27.023514 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf775ac-e3dc-4b44-acac-6f7da65f0f18 None None] Pushing event updated for resources: {'Port': ['ID=1c9d6c76-93a4-44da-9ba4-db220f847e3b,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:27.074346 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] For port 1c9d6c76-93a4-44da-9ba4-db220f847e3b, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:00:27.077887 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] For port 1c9d6c76-93a4-44da-9ba4-db220f847e3b, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=1c9d6c76-93a4-44da-9ba4-db220f847e3b,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:00:27.119988 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:27.167302 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Network 01f07883-0fad-4927-b76b-042659a40090 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:00:27.172524 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:00:27.174484 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (1c9d6c76-93a4-44da-9ba4-db220f847e3b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:27.176705 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:00:27.184189 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Pushing event updated for resources: {'Port': ['ID=10fccbf9-9940-4e50-96b2-3c9dd3760262,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:27.203096 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:27.215158 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:27.215158 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:27.215158 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:27.215158 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:27.215158 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:27.215158 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:27.215158 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:27.215158 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:27.215158 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:27.215158 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:27.215158 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:27.216057 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:27.216057 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:27.216850 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:27.217170 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:27.218243 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Routers {'7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:00:27.218920 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:00:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:27.251480 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996336'] for router_interface (7cf88e02-c74d-4b4c-a78b-2afb7ac55e30), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:27.336783 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf775ac-e3dc-4b44-acac-6f7da65f0f18 None None] Pushing event updated for resources: {'Port': ['ID=1c9d6c76-93a4-44da-9ba4-db220f847e3b,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:27.372074 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] Set router 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:00:27.477551 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:27.483910 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-33696c7c-a553-4e91-8f1b-4eda4992294c None None] Provisioning complete for port 10fccbf9-9940-4e50-96b2-3c9dd3760262 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:27.484445 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-33696c7c-a553-4e91-8f1b-4eda4992294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:27.630833 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-33696c7c-a553-4e91-8f1b-4eda4992294c None None] Port 10fccbf9-9940-4e50-96b2-3c9dd3760262 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:00:27.632742 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'name': 'tempest-TestShelveInstance-142953912-router', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:23Z', 'updated_at': '2022-08-24T09:00:25Z', 'revision_number': 3, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'gw_port': {'id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:24Z', 'updated_at': '2022-08-24T09:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:27.652428 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Publish callbacks [] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:27.783041 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:27.801143 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:00:27.804647 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c7897f-d745-46f6-a357-27decd5479d4 None None] The sync data for ids ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'] in dv-cinder-852211-5-iscsi is: [{'id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'name': 'tempest-TestShelveInstance-142953912-router', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:23Z', 'updated_at': '2022-08-24T09:00:25Z', 'revision_number': 3, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'gw_port': {'id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:24Z', 'updated_at': '2022-08-24T09:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:00:27.867062 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996364'] for router_interface (7cf88e02-c74d-4b4c-a78b-2afb7ac55e30), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:27.888197 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:27.888732 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (fac92692-7ae9-4e70-aaa1-e2c3c30e6b30), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:27.889331 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Pushing event updated for resources: {'Port': ['ID=10fccbf9-9940-4e50-96b2-3c9dd3760262,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:27.892716 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:27.978764 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:28.002128 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:28.026573 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Network 01f07883-0fad-4927-b76b-042659a40090 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:00:28.028284 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:00:28.186182 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Router 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:00:28.358166 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:00:28.383687 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-0e846df0-cb8c-4e2c-8949-afc40a4b2db8 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/7cf88e02-c74d-4b4c-a78b-2afb7ac55e30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1458361 Aug 24 09:00:28.389530 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:28.401949 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-5f987f21-8fa6-4dc3-a9c3-3cb09097bbdf None None] Provisioning complete for port 10fccbf9-9940-4e50-96b2-3c9dd3760262 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:28.402874 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-5f987f21-8fa6-4dc3-a9c3-3cb09097bbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:28.459991 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-5f987f21-8fa6-4dc3-a9c3-3cb09097bbdf None None] Port 10fccbf9-9940-4e50-96b2-3c9dd3760262 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:00:29.095206 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd53a9-33ae-430c-b5ea-2e23f30df687 req-bdd7509e-b434-4f05-9008-5c42d533a8b3 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:29.096842 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f4dd53a9-33ae-430c-b5ea-2e23f30df687 req-bdd7509e-b434-4f05-9008-5c42d533a8b3 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0525160 Aug 24 09:00:29.209705 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f4dd53a9-33ae-430c-b5ea-2e23f30df687 req-618393a4-83e2-4fd0-9f5b-987bd3cec330 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062675 Aug 24 09:00:29.213233 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee641a6-0bb9-4d4e-9ab1-ba8c4f306efd req-1a904947-0bd5-4be6-9306-3139dd47c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:29.215027 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fee641a6-0bb9-4d4e-9ab1-ba8c4f306efd req-1a904947-0bd5-4be6-9306-3139dd47c2e9 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 1129 time: 0.0666432 Aug 24 09:00:29.228419 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cde74-ba88-4ee3-adb9-9dda31db5286 req-01c2c33d-a419-4f02-823e-671412e1f5b9 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:29.243673 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b81cde74-ba88-4ee3-adb9-9dda31db5286 req-01c2c33d-a419-4f02-823e-671412e1f5b9 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 945 time: 0.0684028 Aug 24 09:00:29.300207 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b81cde74-ba88-4ee3-adb9-9dda31db5286 req-7e01f543-da38-43d3-8c38-b8f8ff826227 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492322 Aug 24 09:00:29.340830 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 36036) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:29.346879 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-05a0bb43-40e1-4f46-a952-d557c0f539e0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1332181383-network', 'tenant_id': '5b1ec073f8634ba2927ea52b735f653c'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:29.470246 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a0bb43-40e1-4f46-a952-d557c0f539e0 admin admin] Made reservation on behalf of 5b1ec073f8634ba2927ea52b735f653c for: {'network': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:00:29.473319 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-05a0bb43-40e1-4f46-a952-d557c0f539e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:29.495082 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-05a0bb43-40e1-4f46-a952-d557c0f539e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:29.532231 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:29.594279 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-05a0bb43-40e1-4f46-a952-d557c0f539e0 admin admin] Publish callbacks [] for security_group (cec396cb-67e3-4e0f-bd9c-c888edc80a5f), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:29.668195 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-05a0bb43-40e1-4f46-a952-d557c0f539e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (cec396cb-67e3-4e0f-bd9c-c888edc80a5f), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:29.702561 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a0bb43-40e1-4f46-a952-d557c0f539e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=118616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 09:00:29.708872 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0bb43-40e1-4f46-a952-d557c0f539e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec396cb-67e3-4e0f-bd9c-c888edc80a5f,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:29.729667 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-05a0bb43-40e1-4f46-a952-d557c0f539e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (01c7abbf-96cd-4694-af39-5b5694315979), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:29.729880 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.segments_db [None req-05a0bb43-40e1-4f46-a952-d557c0f539e0 admin admin] Added segment 01c7abbf-96cd-4694-af39-5b5694315979 of type vlan for network ead826fb-5abb-49e6-91ba-5033d546a2e1 Aug 24 09:00:29.780230 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-05a0bb43-40e1-4f46-a952-d557c0f539e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (ead826fb-5abb-49e6-91ba-5033d546a2e1), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:29.790477 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 1c9d6c76-93a4-44da-9ba4-db220f847e3b up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:00:29.810689 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Sync routers for ids ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:00:29.828192 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Routers {'7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:00:29.829149 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:00:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:29.840215 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 1c9d6c76-93a4-44da-9ba4-db220f847e3b triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:29.841077 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (1c9d6c76-93a4-44da-9ba4-db220f847e3b), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:29.893642 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-05a0bb43-40e1-4f46-a952-d557c0f539e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (ead826fb-5abb-49e6-91ba-5033d546a2e1), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:29.895161 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a0bb43-40e1-4f46-a952-d557c0f539e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:29.897430 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-05a0bb43-40e1-4f46-a952-d557c0f539e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:29.930860 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 1c9d6c76-93a4-44da-9ba4-db220f847e3b is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:29.931250 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (1c9d6c76-93a4-44da-9ba4-db220f847e3b), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:29.936987 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Set router 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:00:29.957002 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port 1c9d6c76-93a4-44da-9ba4-db220f847e3b, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=1c9d6c76-93a4-44da-9ba4-db220f847e3b,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:00:29.979215 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0bb43-40e1-4f46-a952-d557c0f539e0 admin admin] Pushing event updated for resources: {'Network': ['ID=ead826fb-5abb-49e6-91ba-5033d546a2e1,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:29.989539 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network ead826fb-5abb-49e6-91ba-5033d546a2e1 details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 09:00:30.009703 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-05a0bb43-40e1-4f46-a952-d557c0f539e0 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6676552 Aug 24 09:00:30.012526 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 36048) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:30.017536 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-da2ba964-b3ae-4d47-9a30-4156b8b6b9f0 admin admin] Request body: {'subnet': {'network_id': 'ead826fb-5abb-49e6-91ba-5033d546a2e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1332181383-subnet', 'tenant_id': '5b1ec073f8634ba2927ea52b735f653c', 'ip_version': 4}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:30.064019 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (1c9d6c76-93a4-44da-9ba4-db220f847e3b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:30.113607 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=1c9d6c76-93a4-44da-9ba4-db220f847e3b,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:30.156064 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2ba964-b3ae-4d47-9a30-4156b8b6b9f0 admin admin] Made reservation on behalf of 5b1ec073f8634ba2927ea52b735f653c for: {'subnet': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:00:30.158678 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-da2ba964-b3ae-4d47-9a30-4156b8b6b9f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058622'] for subnet (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:30.189800 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:30.238741 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'name': 'tempest-TestShelveInstance-142953912-router', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:23Z', 'updated_at': '2022-08-24T09:00:27Z', 'revision_number': 4, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'gw_port': {'id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:24Z', 'updated_at': '2022-08-24T09:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '10fccbf9-9940-4e50-96b2-3c9dd3760262', 'name': '', 'network_id': '01f07883-0fad-4927-b76b-042659a40090', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'mac_address': 'fa:16:3e:0b:7a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:26Z', 'updated_at': '2022-08-24T09:00:27Z', 'revision_number': 2, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'subnets': [{'id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:30.263212 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Checking router: 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:00:30.263574 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Updating router 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 port 10fccbf9-9940-4e50-96b2-3c9dd3760262 binding host dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 09:00:30.300154 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:30.359431 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf27d88-3c62-4849-a857-2384c4b53750 req-2a166556-eee8-4c77-b5e0-34eb98dd33f2 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:30.360965 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9cf27d88-3c62-4849-a857-2384c4b53750 req-2a166556-eee8-4c77-b5e0-34eb98dd33f2 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0614636 Aug 24 09:00:30.423736 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9cf27d88-3c62-4849-a857-2384c4b53750 req-a8e74fc6-e6e6-44b4-b6c3-67ba304648e7 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552909 Aug 24 09:00:30.468443 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c888faf-e52c-47b3-a5c3-b3e9218d3397 req-5d0d055d-4ea4-43d7-b384-b1d06844db9a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:30.468443 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9c888faf-e52c-47b3-a5c3-b3e9218d3397 req-5d0d055d-4ea4-43d7-b384-b1d06844db9a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 945 time: 0.0583668 Aug 24 09:00:30.480692 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-da2ba964-b3ae-4d47-9a30-4156b8b6b9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10046671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9058640'] for subnet (4f387064-6dee-42ee-9416-6fbedc006a6b), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:30.564304 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ba964-b3ae-4d47-9a30-4156b8b6b9f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f387064-6dee-42ee-9416-6fbedc006a6b,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:30.577903 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9c888faf-e52c-47b3-a5c3-b3e9218d3397 req-a9ddc7eb-bbc8-4e59-9c2f-23ebc9d09a90 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053979 Aug 24 09:00:30.586223 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2ba964-b3ae-4d47-9a30-4156b8b6b9f0 admin admin] Checking segment: {'id': '01c7abbf-96cd-4694-af39-5b5694315979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ead826fb-5abb-49e6-91ba-5033d546a2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:00:30.586588 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2ba964-b3ae-4d47-9a30-4156b8b6b9f0 admin admin] Network hostable DHCP agents. Network: ead826fb-5abb-49e6-91ba-5033d546a2e1, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 09:00:30.608183 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Publish callbacks [] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), precommit_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:30.698027 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:30.757245 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:30.759680 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2ba964-b3ae-4d47-9a30-4156b8b6b9f0 admin admin] Network ead826fb-5abb-49e6-91ba-5033d546a2e1 is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 09:00:30.778001 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee641a6-0bb9-4d4e-9ab1-ba8c4f306efd req-bbad8ca7-5b81-42f9-b139-64e854ea384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:30.779528 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fee641a6-0bb9-4d4e-9ab1-ba8c4f306efd req-bbad8ca7-5b81-42f9-b139-64e854ea384f service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 920 time: 0.1130929 Aug 24 09:00:30.823716 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536ccd3-2483-4302-a2df-98a5a9667f8b None None] Pushing event updated for resources: {'Port': ['ID=10fccbf9-9940-4e50-96b2-3c9dd3760262,revision_number=3']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:30.845953 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536ccd3-2483-4302-a2df-98a5a9667f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:30.846298 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536ccd3-2483-4302-a2df-98a5a9667f8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:30.846775 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536ccd3-2483-4302-a2df-98a5a9667f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:30.847137 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536ccd3-2483-4302-a2df-98a5a9667f8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:30.847472 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536ccd3-2483-4302-a2df-98a5a9667f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:30.847798 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536ccd3-2483-4302-a2df-98a5a9667f8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:30.848122 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536ccd3-2483-4302-a2df-98a5a9667f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:30.848443 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536ccd3-2483-4302-a2df-98a5a9667f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:30.848763 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536ccd3-2483-4302-a2df-98a5a9667f8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:30.849158 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536ccd3-2483-4302-a2df-98a5a9667f8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:30.850005 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536ccd3-2483-4302-a2df-98a5a9667f8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:30.850345 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536ccd3-2483-4302-a2df-98a5a9667f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:30.850681 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536ccd3-2483-4302-a2df-98a5a9667f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:30.851001 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536ccd3-2483-4302-a2df-98a5a9667f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:30.851316 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536ccd3-2483-4302-a2df-98a5a9667f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:30.863606 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-da2ba964-b3ae-4d47-9a30-4156b8b6b9f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, ead826fb-5abb-49e6-91ba-5033d546a2e1) {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:00:30.866234 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:30.869119 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Attempting to bind port 10fccbf9-9940-4e50-96b2-3c9dd3760262 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:00:30.871140 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Attempting to bind port 10fccbf9-9940-4e50-96b2-3c9dd3760262 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '8f42a49c-6366-4672-9b20-63cbcd35451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01f07883-0fad-4927-b76b-042659a40090'}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:00:30.871140 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Attempting to bind port 10fccbf9-9940-4e50-96b2-3c9dd3760262 on network 01f07883-0fad-4927-b76b-042659a40090 {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:00:30.875820 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:00:30.876188 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Checking segment: {'id': '8f42a49c-6366-4672-9b20-63cbcd35451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01f07883-0fad-4927-b76b-042659a40090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:00:30.876592 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:30.876980 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Bound using segment: {'id': '8f42a49c-6366-4672-9b20-63cbcd35451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01f07883-0fad-4927-b76b-042659a40090'} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:00:30.877173 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd8b94-c9fe-456d-a30d-a4d73735fd19 None None] Network ead826fb-5abb-49e6-91ba-5033d546a2e1 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:00:30.877886 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Bound port: 10fccbf9-9940-4e50-96b2-3c9dd3760262, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f42a49c-6366-4672-9b20-63cbcd35451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01f07883-0fad-4927-b76b-042659a40090'}}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:00:30.877886 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:30.895817 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:30.932180 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2ba964-b3ae-4d47-9a30-4156b8b6b9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:30.932773 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-da2ba964-b3ae-4d47-9a30-4156b8b6b9f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:30.966981 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fee641a6-0bb9-4d4e-9ab1-ba8c4f306efd req-e7109a5a-07f2-4808-b46d-fe0bfd60b15a service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c1b8b12-1576-4b4a-a28a-6f65318d7b08 HTTP/1.1" status: 200 len: 1001 time: 0.0978677 Aug 24 09:00:30.979046 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] For port 10fccbf9-9940-4e50-96b2-3c9dd3760262, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:00:30.983159 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] For port 10fccbf9-9940-4e50-96b2-3c9dd3760262, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=10fccbf9-9940-4e50-96b2-3c9dd3760262,segment=NetworkSegment(8f42a49c-6366-4672-9b20-63cbcd35451c),segment_id=8f42a49c-6366-4672-9b20-63cbcd35451c)] {{(pid=118619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:00:31.027302 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-da2ba964-b3ae-4d47-9a30-4156b8b6b9f0 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0133438 Aug 24 09:00:31.036254 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 36062) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:31.040605 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd452859c-924c-557e-ba58-3e88bb5a2311-ead826fb-5abb-49e6-91ba-5033d546a2e1', 'network_id': 'ead826fb-5abb-49e6-91ba-5033d546a2e1', 'project_id': '5b1ec073f8634ba2927ea52b735f653c', 'fixed_ips': [{'subnet_id': '4f387064-6dee-42ee-9416-6fbedc006a6b'}]}} from dv-cinder-852211-5-iscsi. {{(pid=118618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 09:00:31.041696 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:31.042036 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1332181383-router', 'tenant_id': '5b1ec073f8634ba2927ea52b735f653c', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:31.056393 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:31.093003 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Routers {'7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:00:31.093715 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:00:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:31.157012 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4634'] for router (549ca363-9e6c-4651-8160-48af43e76159), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:31.158134 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4613'] for router (549ca363-9e6c-4651-8160-48af43e76159), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:31.173820 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536ccd3-2483-4302-a2df-98a5a9667f8b None None] Pushing event updated for resources: {'Port': ['ID=10fccbf9-9940-4e50-96b2-3c9dd3760262,revision_number=4']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:31.192187 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.db_base_plugin_common [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Allocated IP 172.20.0.2 (ead826fb-5abb-49e6-91ba-5033d546a2e1/4f387064-6dee-42ee-9416-6fbedc006a6b/f7b9f83b-caf3-4da3-938e-98d97443d990) {{(pid=118618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:00:31.215446 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] Set router 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:00:31.218952 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Publish callbacks [] for router_controller (549ca363-9e6c-4651-8160-48af43e76159), precommit_add_association {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:31.303945 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:31.365225 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Publish callbacks [] for port (f7b9f83b-caf3-4da3-938e-98d97443d990), precommit_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:31.434743 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'name': 'tempest-TestShelveInstance-142953912-router', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:23Z', 'updated_at': '2022-08-24T09:00:27Z', 'revision_number': 4, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'gw_port': {'id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:24Z', 'updated_at': '2022-08-24T09:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '10fccbf9-9940-4e50-96b2-3c9dd3760262', 'name': '', 'network_id': '01f07883-0fad-4927-b76b-042659a40090', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'mac_address': 'fa:16:3e:0b:7a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:26Z', 'updated_at': '2022-08-24T09:00:30Z', 'revision_number': 4, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'subnets': [{'id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:31.459943 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (f7b9f83b-caf3-4da3-938e-98d97443d990), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:31.463261 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18882d9-fefd-4c3d-896a-0cd3248f573f None None] The sync data for ids ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'] in dv-cinder-852211-5-iscsi is: [{'id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'name': 'tempest-TestShelveInstance-142953912-router', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:23Z', 'updated_at': '2022-08-24T09:00:27Z', 'revision_number': 4, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'gw_port': {'id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:24Z', 'updated_at': '2022-08-24T09:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '10fccbf9-9940-4e50-96b2-3c9dd3760262', 'name': '', 'network_id': '01f07883-0fad-4927-b76b-042659a40090', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'mac_address': 'fa:16:3e:0b:7a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:26Z', 'updated_at': '2022-08-24T09:00:30Z', 'revision_number': 4, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'subnets': [{'id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:00:31.516900 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Network ead826fb-5abb-49e6-91ba-5033d546a2e1 is already hosted by enough agents. {{(pid=118618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:00:31.527295 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.base_scheduler [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Resources bound (agent type, host, resource id): {{(pid=118618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:00:31.533327 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Received port after_create {{(pid=118618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:00:31.587818 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Pushing event updated for resources: {'Port': ['ID=f7b9f83b-caf3-4da3-938e-98d97443d990,revision_number=1']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:31.659960 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Attempting to bind port f7b9f83b-caf3-4da3-938e-98d97443d990 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:00:31.660346 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Attempting to bind port f7b9f83b-caf3-4da3-938e-98d97443d990 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '01c7abbf-96cd-4694-af39-5b5694315979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ead826fb-5abb-49e6-91ba-5033d546a2e1'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:00:31.660718 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Attempting to bind port f7b9f83b-caf3-4da3-938e-98d97443d990 on network ead826fb-5abb-49e6-91ba-5033d546a2e1 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:00:31.667648 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:00:31.668391 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Checking segment: {'id': '01c7abbf-96cd-4694-af39-5b5694315979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ead826fb-5abb-49e6-91ba-5033d546a2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:00:31.668507 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:31.668883 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Bound using segment: {'id': '01c7abbf-96cd-4694-af39-5b5694315979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ead826fb-5abb-49e6-91ba-5033d546a2e1'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:00:31.669367 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Bound port: f7b9f83b-caf3-4da3-938e-98d97443d990, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c7abbf-96cd-4694-af39-5b5694315979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ead826fb-5abb-49e6-91ba-5033d546a2e1'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:00:31.669756 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (f7b9f83b-caf3-4da3-938e-98d97443d990), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:31.688542 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4b789-451a-4907-a777-94d15733606a req-0bead1af-c6f2-4b22-81e1-9a4f04b5221f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:31.691138 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-74a4b789-451a-4907-a777-94d15733606a req-0bead1af-c6f2-4b22-81e1-9a4f04b5221f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.1122961 Aug 24 09:00:31.827616 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-74a4b789-451a-4907-a777-94d15733606a req-68b78a77-a48a-45d7-837e-1d3556035b2b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273439 Aug 24 09:00:31.835217 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] For port f7b9f83b-caf3-4da3-938e-98d97443d990, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:00:31.840326 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] For port f7b9f83b-caf3-4da3-938e-98d97443d990, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=f7b9f83b-caf3-4da3-938e-98d97443d990,segment=NetworkSegment(01c7abbf-96cd-4694-af39-5b5694315979),segment_id=01c7abbf-96cd-4694-af39-5b5694315979)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:00:31.903461 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98158c6-eba9-4e73-a555-42297c9a9f1e req-7b29cfc6-6d37-4d00-b8fc-06c6c1390063 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:31.905380 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b98158c6-eba9-4e73-a555-42297c9a9f1e req-7b29cfc6-6d37-4d00-b8fc-06c6c1390063 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 945 time: 0.5484338 Aug 24 09:00:31.945857 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 1c9d6c76-93a4-44da-9ba4-db220f847e3b up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:00:31.979559 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee641a6-0bb9-4d4e-9ab1-ba8c4f306efd req-380dbadf-6146-4809-bc57-3575d7375b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:31.981338 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fee641a6-0bb9-4d4e-9ab1-ba8c4f306efd req-380dbadf-6146-4809-bc57-3575d7375b82 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=8a21facc-ab1e-4219-b0f0-4f835c4b6a49 HTTP/1.1" status: 200 len: 858 time: 0.6328204 Aug 24 09:00:32.001651 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 1c9d6c76-93a4-44da-9ba4-db220f847e3b triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:32.002075 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (1c9d6c76-93a4-44da-9ba4-db220f847e3b), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:32.030384 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:32.070944 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (f7b9f83b-caf3-4da3-938e-98d97443d990), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:32.071130 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae54ed-ac64-4847-9f15-0c68140257bc req-a3a4876b-0b09-4478-bcfd-11ce64579de7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:32.074133 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6dae54ed-ac64-4847-9f15-0c68140257bc req-a3a4876b-0b09-4478-bcfd-11ce64579de7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 945 time: 0.2950161 Aug 24 09:00:32.090168 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Publish callbacks [] for router_gateway (549ca363-9e6c-4651-8160-48af43e76159), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:32.093795 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:32.166588 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee641a6-0bb9-4d4e-9ab1-ba8c4f306efd req-41f45eee-835f-49d6-886f-7c8ec5cf980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:32.169299 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fee641a6-0bb9-4d4e-9ab1-ba8c4f306efd req-41f45eee-835f-49d6-886f-7c8ec5cf980d service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1610975 Aug 24 09:00:32.181483 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:32.215863 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 1c9d6c76-93a4-44da-9ba4-db220f847e3b is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:32.219388 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 10fccbf9-9940-4e50-96b2-3c9dd3760262 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:00:32.225686 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6023f50-7fe6-4b46-a56b-41f7e032022c None None] Pushing event updated for resources: {'Port': ['ID=f7b9f83b-caf3-4da3-938e-98d97443d990,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:32.312025 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 10fccbf9-9940-4e50-96b2-3c9dd3760262 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:32.312701 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:32.378486 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6dae54ed-ac64-4847-9f15-0c68140257bc req-f40fd0a3-afa9-43fa-8f4b-073409676c1d tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742820 Aug 24 09:00:32.386343 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-b98158c6-eba9-4e73-a555-42297c9a9f1e req-d68f9b62-8d91-4ee9-a8fc-26f03f3d0750 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Deleting port 926038a1-a10d-445a-aab1-28599288366f {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:00:32.386704 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-b98158c6-eba9-4e73-a555-42297c9a9f1e req-d68f9b62-8d91-4ee9-a8fc-26f03f3d0750 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (926038a1-a10d-445a-aab1-28599288366f), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:32.486196 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 10fccbf9-9940-4e50-96b2-3c9dd3760262 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:32.486588 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:32.558544 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port 10fccbf9-9940-4e50-96b2-3c9dd3760262, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=10fccbf9-9940-4e50-96b2-3c9dd3760262,segment=NetworkSegment(8f42a49c-6366-4672-9b20-63cbcd35451c),segment_id=8f42a49c-6366-4672-9b20-63cbcd35451c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:00:32.686688 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:32.707969 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fee641a6-0bb9-4d4e-9ab1-ba8c4f306efd req-d9258758-1c82-4918-9f18-a1165ce64893 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041032 Aug 24 09:00:32.710454 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-b98158c6-eba9-4e73-a555-42297c9a9f1e req-d68f9b62-8d91-4ee9-a8fc-26f03f3d0750 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] For port 926038a1-a10d-445a-aab1-28599288366f, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=926038a1-a10d-445a-aab1-28599288366f,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:00:32.710874 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-b98158c6-eba9-4e73-a555-42297c9a9f1e req-d68f9b62-8d91-4ee9-a8fc-26f03f3d0750 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (926038a1-a10d-445a-aab1-28599288366f), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:32.731066 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:32.757461 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=10fccbf9-9940-4e50-96b2-3c9dd3760262,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:32.841410 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Publish callbacks [] for router_gateway (549ca363-9e6c-4651-8160-48af43e76159), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:32.902060 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:33.002217 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e94bff-d434-4d8c-89da-294f9a088f44 req-5e3c29b5-1970-43ef-8fe0-5f414c8c7700 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:33.003793 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-36e94bff-d434-4d8c-89da-294f9a088f44 req-5e3c29b5-1970-43ef-8fe0-5f414c8c7700 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0616605 Aug 24 09:00:33.042061 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:33.064613 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe33e5-0515-4b0d-b83f-a36e2716c4c6 req-ed3045f5-7bf2-4f8b-a7e7-b7303cf3926a tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:33.067665 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a2fe33e5-0515-4b0d-b83f-a36e2716c4c6 req-ed3045f5-7bf2-4f8b-a7e7-b7303cf3926a tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 945 time: 0.0780478 Aug 24 09:00:33.138563 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:33.147140 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fee641a6-0bb9-4d4e-9ab1-ba8c4f306efd req-621a6983-9044-483e-815a-297e3850064e service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147117 Aug 24 09:00:33.152140 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a2fe33e5-0515-4b0d-b83f-a36e2716c4c6 req-73fc3810-a99a-4cc8-b95c-c78af016c3f1 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737159 Aug 24 09:00:33.229969 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-b98158c6-eba9-4e73-a555-42297c9a9f1e req-d68f9b62-8d91-4ee9-a8fc-26f03f3d0750 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:33.230645 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-b98158c6-eba9-4e73-a555-42297c9a9f1e req-d68f9b62-8d91-4ee9-a8fc-26f03f3d0750 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (25c5f447-969c-49cd-92d7-da85bb47563f), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:33.230645 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.l3_db [req-b98158c6-eba9-4e73-a555-42297c9a9f1e req-d68f9b62-8d91-4ee9-a8fc-26f03f3d0750 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Floating IP 25c5f447-969c-49cd-92d7-da85bb47563f disassociated. External IP: 172.27.1.139, port: 926038a1-a10d-445a-aab1-28599288366f. Aug 24 09:00:33.232678 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-b98158c6-eba9-4e73-a555-42297c9a9f1e req-d68f9b62-8d91-4ee9-a8fc-26f03f3d0750 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Calling delete_port for 926038a1-a10d-445a-aab1-28599288366f owned by compute:nova {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:00:33.243164 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-36e94bff-d434-4d8c-89da-294f9a088f44 req-44694c8d-01d4-4007-aacf-ee99b7c1de65 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305977 Aug 24 09:00:33.249356 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:33.314521 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Allocated IP 172.27.1.183 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/55632e78-73d1-421a-ab76-d461de6316cd) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:00:33.377204 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef948e25-d425-4d4d-a699-e0dfcdfcff30 None None] Network ead826fb-5abb-49e6-91ba-5033d546a2e1 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:00:33.470001 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-69d63186-cc60-4aef-9967-d7f4388a3cd0 None None] Provisioning complete for port f7b9f83b-caf3-4da3-938e-98d97443d990 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:33.470419 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-69d63186-cc60-4aef-9967-d7f4388a3cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (f7b9f83b-caf3-4da3-938e-98d97443d990), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:33.527062 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Publish callbacks [] for port (55632e78-73d1-421a-ab76-d461de6316cd), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:33.558731 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05722a66-160a-4919-86ec-6b6fec9d65d3 req-468ee42e-edb6-4696-8f92-81e1287a7aa1 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:33.569016 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-05722a66-160a-4919-86ec-6b6fec9d65d3 req-468ee42e-edb6-4696-8f92-81e1287a7aa1 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 945 time: 0.0696645 Aug 24 09:00:33.624440 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-69d63186-cc60-4aef-9967-d7f4388a3cd0 None None] Current status of the port f7b9f83b-caf3-4da3-938e-98d97443d990 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:33.624440 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-69d63186-cc60-4aef-9967-d7f4388a3cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (f7b9f83b-caf3-4da3-938e-98d97443d990), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:33.633394 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-05722a66-160a-4919-86ec-6b6fec9d65d3 req-4231f0f6-dae6-496b-86ef-71a5525f5d36 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4fcfa252-fd95-4629-9b10-feb87f1ee392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624297 Aug 24 09:00:33.651421 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-b98158c6-eba9-4e73-a555-42297c9a9f1e req-d68f9b62-8d91-4ee9-a8fc-26f03f3d0750 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (926038a1-a10d-445a-aab1-28599288366f), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:33.664303 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=8 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:33.682600 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f9b62-8d91-4ee9-a8fc-26f03f3d0750 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event deleted for resources: {'Port': ['ID=926038a1-a10d-445a-aab1-28599288366f,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:33.765607 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (55632e78-73d1-421a-ab76-d461de6316cd), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:33.813419 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-69d63186-cc60-4aef-9967-d7f4388a3cd0 None None] For port f7b9f83b-caf3-4da3-938e-98d97443d990, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=f7b9f83b-caf3-4da3-938e-98d97443d990,segment=NetworkSegment(01c7abbf-96cd-4694-af39-5b5694315979),segment_id=01c7abbf-96cd-4694-af39-5b5694315979)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:00:33.822212 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:00:33.828628 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:00:33.831148 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:00:33.865102 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Pushing event updated for resources: {'Port': ['ID=55632e78-73d1-421a-ab76-d461de6316cd,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:33.865420 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 10fccbf9-9940-4e50-96b2-3c9dd3760262 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:00:33.900473 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b98158c6-eba9-4e73-a555-42297c9a9f1e req-d68f9b62-8d91-4ee9-a8fc-26f03f3d0750 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:00:33.920545 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 10fccbf9-9940-4e50-96b2-3c9dd3760262 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:33.921010 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:33.947419 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-69d63186-cc60-4aef-9967-d7f4388a3cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (f7b9f83b-caf3-4da3-938e-98d97443d990), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:34.014875 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d63186-cc60-4aef-9967-d7f4388a3cd0 None None] Pushing event updated for resources: {'Port': ['ID=f7b9f83b-caf3-4da3-938e-98d97443d990,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:34.049321 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 10fccbf9-9940-4e50-96b2-3c9dd3760262 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:34.050406 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device f7b9f83b-caf3-4da3-938e-98d97443d990 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:00:34.094071 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-46aa2bb1-24f6-4c53-b45f-970f68baaab1 None None] Provisioning complete for port f7b9f83b-caf3-4da3-938e-98d97443d990 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:34.094451 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-46aa2bb1-24f6-4c53-b45f-970f68baaab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (f7b9f83b-caf3-4da3-938e-98d97443d990), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:34.115005 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b98158c6-eba9-4e73-a555-42297c9a9f1e req-d68f9b62-8d91-4ee9-a8fc-26f03f3d0750 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:00:34.126722 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede71b6-45bf-4676-9bcc-0cdf54fcbe1f None None] Sync routers for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:00:34.135691 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:34.168820 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98158c6-eba9-4e73-a555-42297c9a9f1e req-d68f9b62-8d91-4ee9-a8fc-26f03f3d0750 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] No DVR routers for this DVR port 926038a1-a10d-445a-aab1-28599288366f on host hv-cinder-85221 {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:00:34.169489 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede71b6-45bf-4676-9bcc-0cdf54fcbe1f None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:00:34.171874 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-b98158c6-eba9-4e73-a555-42297c9a9f1e req-d68f9b62-8d91-4ee9-a8fc-26f03f3d0750 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:34.175267 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-2ede71b6-45bf-4676-9bcc-0cdf54fcbe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:00:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:34.175704 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b98158c6-eba9-4e73-a555-42297c9a9f1e req-d68f9b62-8d91-4ee9-a8fc-26f03f3d0750 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "DELETE /networking/v2.0/ports/926038a1-a10d-445a-aab1-28599288366f HTTP/1.1" status: 204 len: 173 time: 2.2327919 Aug 24 09:00:34.176275 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'name': 'network-vif-deleted', 'tag': '926038a1-a10d-445a-aab1-28599288366f'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:00:34.178502 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port f7b9f83b-caf3-4da3-938e-98d97443d990 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:34.179073 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (f7b9f83b-caf3-4da3-938e-98d97443d990), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:34.179544 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7f6c5b-7fbb-44ec-a8af-e923f5682b0a" -d '{"events": [{"server_uuid": "670d839b-dff7-48b8-b2b3-6e042962ca67", "name": "network-vif-deleted", "tag": "926038a1-a10d-445a-aab1-28599288366f"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:00:34.322102 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80b28a5-7143-4227-a52e-697dae28b39a x-openstack-request-id: req-d80b28a5-7143-4227-a52e-697dae28b39a {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:00:34.322102 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670d839b-dff7-48b8-b2b3-6e042962ca67", "name": "network-vif-deleted", "tag": "926038a1-a10d-445a-aab1-28599288366f", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:00:34.322102 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d80b28a5-7143-4227-a52e-697dae28b39a {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:00:34.322102 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d80b28a5-7143-4227-a52e-697dae28b39a'] response: {'server_uuid': '670d839b-dff7-48b8-b2b3-6e042962ca67', 'name': 'network-vif-deleted', 'tag': '926038a1-a10d-445a-aab1-28599288366f', 'status': 'completed', 'code': 200} Aug 24 09:00:34.322930 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 36098) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:34.323333 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:34.351446 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 926038a1-a10d-445a-aab1-28599288366f no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:00:34.417410 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74f3ef-6799-4c3a-afa9-ce9a32d30a77 req-47cb5449-8f4c-4198-938d-ef1ee862a027 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:34.425501 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-cb74f3ef-6799-4c3a-afa9-ce9a32d30a77 req-47cb5449-8f4c-4198-938d-ef1ee862a027 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0667622 Aug 24 09:00:34.471120 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Publish callbacks [] for router_gateway (549ca363-9e6c-4651-8160-48af43e76159), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:34.493874 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-cb74f3ef-6799-4c3a-afa9-ce9a32d30a77 req-83443417-2c8a-46a1-a9df-87f050362ef0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670514 Aug 24 09:00:34.543954 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7b3ff72e-00cf-4b2e-82ea-da65726ba491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:34.585831 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-46aa2bb1-24f6-4c53-b45f-970f68baaab1 None None] Current status of the port f7b9f83b-caf3-4da3-938e-98d97443d990 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:34.591476 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: 926038a1-a10d-445a-aab1-28599288366f {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:00:34.591655 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 926038a1-a10d-445a-aab1-28599288366f not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:00:34.639534 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-2ede71b6-45bf-4676-9bcc-0cdf54fcbe1f None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:00:34.675150 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port f7b9f83b-caf3-4da3-938e-98d97443d990 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:34.780696 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c6e70591-935a-44de-9d08-685492f947b9 req-0b220532-e94b-4fa3-9805-02c91ed8ca5f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=670d839b-dff7-48b8-b2b3-6e042962ca67 HTTP/1.1" status: 200 len: 210 time: 0.0340729 Aug 24 09:00:34.870178 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7b3ff72e-00cf-4b2e-82ea-da65726ba491 admin admin] Publish callbacks [] for security_group (ccfe1a7e-8221-4dcb-abd0-e55c8ed5faf4), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:34.871036 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5499ae-2125-49d4-bc0f-d57a3a553244 req-f02ab10c-475e-4f83-b202-4440cae2b8c0 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:34.872601 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7a5499ae-2125-49d4-bc0f-d57a3a553244 req-f02ab10c-475e-4f83-b202-4440cae2b8c0 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 945 time: 0.4828548 Aug 24 09:00:34.901230 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-2ede71b6-45bf-4676-9bcc-0cdf54fcbe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:34.932363 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede71b6-45bf-4676-9bcc-0cdf54fcbe1f None None] Checking router: 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:00:34.934928 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:34.942545 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63195fc-bd22-47c4-af70-b5c613b78103 req-f87befb1-3963-47e5-baa8-25d8bd63dca9 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:34.942545 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c63195fc-bd22-47c4-af70-b5c613b78103 req-f87befb1-3963-47e5-baa8-25d8bd63dca9 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 945 time: 0.0832944 Aug 24 09:00:34.942833 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede71b6-45bf-4676-9bcc-0cdf54fcbe1f None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:00:34.942833 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-2ede71b6-45bf-4676-9bcc-0cdf54fcbe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:00:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:34.972713 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7b3ff72e-00cf-4b2e-82ea-da65726ba491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (ccfe1a7e-8221-4dcb-abd0-e55c8ed5faf4), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:35.022602 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-7b3ff72e-00cf-4b2e-82ea-da65726ba491 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ad240f302f344e1d9f609ce533ecc72e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7046268 Aug 24 09:00:35.024626 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ff72e-00cf-4b2e-82ea-da65726ba491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfe1a7e-8221-4dcb-abd0-e55c8ed5faf4,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:35.028691 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 36108) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:35.048101 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7a5499ae-2125-49d4-bc0f-d57a3a553244 req-3e8dfc3c-c7bf-41d2-85a4-baee40bb67f4 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476369 Aug 24 09:00:35.075830 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-2ede71b6-45bf-4676-9bcc-0cdf54fcbe1f None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:00:35.101171 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698477'] for router (549ca363-9e6c-4651-8160-48af43e76159), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:35.116010 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:35.118466 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3fdf70f4-a85f-463f-be77-4a1e9c9fbf49 admin admin] Publish callbacks [] for security_group (ccfe1a7e-8221-4dcb-abd0-e55c8ed5faf4), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:35.167669 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3fdf70f4-a85f-463f-be77-4a1e9c9fbf49 admin admin] Publish callbacks [] for security_group (ccfe1a7e-8221-4dcb-abd0-e55c8ed5faf4), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:35.273895 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:35.298682 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-c63195fc-bd22-47c4-af70-b5c613b78103 req-d596bef5-a399-46b5-bbea-2f136caac39f tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Deleting port 66396b55-cc57-4210-b9eb-294eef7d34b3 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:00:35.299051 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-c63195fc-bd22-47c4-af70-b5c613b78103 req-d596bef5-a399-46b5-bbea-2f136caac39f tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (66396b55-cc57-4210-b9eb-294eef7d34b3), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:35.321058 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-2ede71b6-45bf-4676-9bcc-0cdf54fcbe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:35.348793 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede71b6-45bf-4676-9bcc-0cdf54fcbe1f None None] The sync data for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi is: [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:00:35.390491 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3fdf70f4-a85f-463f-be77-4a1e9c9fbf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (ccfe1a7e-8221-4dcb-abd0-e55c8ed5faf4), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:35.405420 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3fdf70f4-a85f-463f-be77-4a1e9c9fbf49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:35.407065 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-3fdf70f4-a85f-463f-be77-4a1e9c9fbf49 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ccfe1a7e-8221-4dcb-abd0-e55c8ed5faf4 HTTP/1.1" status: 204 len: 168 time: 0.3784111 Aug 24 09:00:35.428168 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf70f4-a85f-463f-be77-4a1e9c9fbf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfe1a7e-8221-4dcb-abd0-e55c8ed5faf4,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:35.446471 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-c63195fc-bd22-47c4-af70-b5c613b78103 req-d596bef5-a399-46b5-bbea-2f136caac39f tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] For port 66396b55-cc57-4210-b9eb-294eef7d34b3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=66396b55-cc57-4210-b9eb-294eef7d34b3,segment=NetworkSegment(9428a6e9-03bd-47cd-828b-4556e270b2ba),segment_id=9428a6e9-03bd-47cd-828b-4556e270b2ba)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:00:35.447297 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-c63195fc-bd22-47c4-af70-b5c613b78103 req-d596bef5-a399-46b5-bbea-2f136caac39f tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (66396b55-cc57-4210-b9eb-294eef7d34b3), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:35.478119 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-c63195fc-bd22-47c4-af70-b5c613b78103 req-d596bef5-a399-46b5-bbea-2f136caac39f tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Calling delete_port for 66396b55-cc57-4210-b9eb-294eef7d34b3 owned by compute:nova {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:00:35.558760 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Router 549ca363-9e6c-4651-8160-48af43e76159 is scheduled to L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed with binding_index 1 {{(pid=118616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 09:00:35.670780 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923402d-149d-4270-8922-520b61501442 req-d216014c-0fea-46c1-8604-2a49bd8c2f7c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:35.672503 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d923402d-149d-4270-8922-520b61501442 req-d216014c-0fea-46c1-8604-2a49bd8c2f7c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0610611 Aug 24 09:00:35.738102 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d923402d-149d-4270-8922-520b61501442 req-3681df67-d2eb-42c8-b65c-f9e675358b1d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583577 Aug 24 09:00:35.787657 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:00:35.801723 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Sync routers for ids ['549ca363-9e6c-4651-8160-48af43e76159'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:00:35.821024 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Routers {'549ca363-9e6c-4651-8160-48af43e76159'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:00:35.824015 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:00:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['549ca363-9e6c-4651-8160-48af43e76159'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:35.842360 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device f7b9f83b-caf3-4da3-938e-98d97443d990 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:00:35.875981 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a779841-156d-49e4-91b1-c611c1bfc0f5 None None] New status for floating IP 25c5f447-969c-49cd-92d7-da85bb47563f: DOWN {{(pid=118618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:00:35.920770 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:35.922373 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-c63195fc-bd22-47c4-af70-b5c613b78103 req-d596bef5-a399-46b5-bbea-2f136caac39f tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (66396b55-cc57-4210-b9eb-294eef7d34b3), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:35.964321 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:35.965611 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-73089c4c-55b0-4439-812a-da9235d5dc26 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9287961 Aug 24 09:00:35.965827 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['66396b55-cc57-4210-b9eb-294eef7d34b3'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:00:35.966638 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596bef5-a399-46b5-bbea-2f136caac39f tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Pushing event deleted for resources: {'Port': ['ID=66396b55-cc57-4210-b9eb-294eef7d34b3,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:35.968576 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 36124) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:35.978979 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Set router 549ca363-9e6c-4651-8160-48af43e76159 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:00:36.024028 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 36126) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:36.098441 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port f7b9f83b-caf3-4da3-938e-98d97443d990 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:36.099389 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (f7b9f83b-caf3-4da3-938e-98d97443d990), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:36.174616 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:36.178317 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-631dc6c0-1979-4a66-971f-0304a74d2b57 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (4fcfa252-fd95-4629-9b10-feb87f1ee392), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:36.179262 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63195fc-bd22-47c4-af70-b5c613b78103 req-d596bef5-a399-46b5-bbea-2f136caac39f tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] No DVR routers for this DVR port 66396b55-cc57-4210-b9eb-294eef7d34b3 on host hv-cinder-85221 {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:00:36.199449 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-c63195fc-bd22-47c4-af70-b5c613b78103 req-d596bef5-a399-46b5-bbea-2f136caac39f tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:36.213099 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c63195fc-bd22-47c4-af70-b5c613b78103 req-d596bef5-a399-46b5-bbea-2f136caac39f tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.69 "DELETE /networking/v2.0/ports/66396b55-cc57-4210-b9eb-294eef7d34b3 HTTP/1.1" status: 204 len: 173 time: 1.0713327 Aug 24 09:00:36.228027 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port f7b9f83b-caf3-4da3-938e-98d97443d990 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:36.238349 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-631dc6c0-1979-4a66-971f-0304a74d2b57 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (4fcfa252-fd95-4629-9b10-feb87f1ee392), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:36.284587 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ae7545b3-fda0-42af-bb67-f79b0e8dc2a4 req-ab47ea52-5f57-483e-8612-c30cd08bb3fa tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 210 time: 0.0662773 Aug 24 09:00:36.324226 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1141690-3930-437e-8b00-f28759fa3b6d', 'name': 'network-vif-deleted', 'tag': '66396b55-cc57-4210-b9eb-294eef7d34b3'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:00:36.326967 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4698bc6-dc6c-487f-8f5a-efff6ba8d9ea" -d '{"events": [{"server_uuid": "a1141690-3930-437e-8b00-f28759fa3b6d", "name": "network-vif-deleted", "tag": "66396b55-cc57-4210-b9eb-294eef7d34b3"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:00:36.335968 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549ca363-9e6c-4651-8160-48af43e76159', 'name': 'tempest-TestShelveInstance-1332181383-router', 'tenant_id': '5b1ec073f8634ba2927ea52b735f653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '55632e78-73d1-421a-ab76-d461de6316cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:31Z', 'updated_at': '2022-08-24T09:00:34Z', 'revision_number': 3, 'project_id': '5b1ec073f8634ba2927ea52b735f653c', 'gw_port': {'id': '55632e78-73d1-421a-ab76-d461de6316cd', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549ca363-9e6c-4651-8160-48af43e76159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:32Z', 'updated_at': '2022-08-24T09:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:36.390431 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-631dc6c0-1979-4a66-971f-0304a74d2b57 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (4fcfa252-fd95-4629-9b10-feb87f1ee392), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:36.393802 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-631dc6c0-1979-4a66-971f-0304a74d2b57 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:36.399095 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74575488-34a5-43e6-9fbc-6e0da2dbe79c x-openstack-request-id: req-74575488-34a5-43e6-9fbc-6e0da2dbe79c {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:00:36.399334 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-631dc6c0-1979-4a66-971f-0304a74d2b57 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4fcfa252-fd95-4629-9b10-feb87f1ee392 HTTP/1.1" status: 204 len: 168 time: 0.3709326 Aug 24 09:00:36.399436 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1141690-3930-437e-8b00-f28759fa3b6d", "name": "network-vif-deleted", "tag": "66396b55-cc57-4210-b9eb-294eef7d34b3", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:00:36.399436 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74575488-34a5-43e6-9fbc-6e0da2dbe79c {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:00:36.399436 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74575488-34a5-43e6-9fbc-6e0da2dbe79c'] response: {'server_uuid': 'a1141690-3930-437e-8b00-f28759fa3b6d', 'name': 'network-vif-deleted', 'tag': '66396b55-cc57-4210-b9eb-294eef7d34b3', 'status': 'completed', 'code': 200} Aug 24 09:00:36.400431 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 36136) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:36.405484 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Checking router: 549ca363-9e6c-4651-8160-48af43e76159 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:00:36.406474 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Updating router 549ca363-9e6c-4651-8160-48af43e76159 port 55632e78-73d1-421a-ab76-d461de6316cd binding host dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 09:00:36.420606 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631dc6c0-1979-4a66-971f-0304a74d2b57 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcfa252-fd95-4629-9b10-feb87f1ee392,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:36.422874 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.api.v2.resource [None req-0b63f719-1eb4-4dff-81f1-2f4f0eb39cb1 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] show failed (client error): The resource could not be found. Aug 24 09:00:36.423948 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-0b63f719-1eb4-4dff-81f1-2f4f0eb39cb1 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups/4fcfa252-fd95-4629-9b10-feb87f1ee392 HTTP/1.1" status: 404 len: 347 time: 0.0224733 Aug 24 09:00:36.427104 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 36138) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:36.478217 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (55632e78-73d1-421a-ab76-d461de6316cd), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:36.562068 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:36.649296 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:36.677005 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-6ec229bc-ca6c-4a65-a12d-f49658137ae3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Deleting port f9794023-05ee-4250-a47b-b7a96f00a335 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:00:36.678167 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6ec229bc-ca6c-4a65-a12d-f49658137ae3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (f9794023-05ee-4250-a47b-b7a96f00a335), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:36.700710 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:36.737927 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:36.799252 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6ec229bc-ca6c-4a65-a12d-f49658137ae3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (f9794023-05ee-4250-a47b-b7a96f00a335), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:36.799883 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6ec229bc-ca6c-4a65-a12d-f49658137ae3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (f9794023-05ee-4250-a47b-b7a96f00a335), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:36.816891 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-6ec229bc-ca6c-4a65-a12d-f49658137ae3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Calling delete_port for f9794023-05ee-4250-a47b-b7a96f00a335 owned by network:floatingip {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:00:36.868752 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Publish callbacks [] for port (55632e78-73d1-421a-ab76-d461de6316cd), precommit_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:36.941413 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ed597-a9e7-4369-abc3-a32aa4c83c85 req-5ac8bcdc-936a-4f5a-8c9e-4feee1e16636 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:36.944395 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9d9ed597-a9e7-4369-abc3-a32aa4c83c85 req-5ac8bcdc-936a-4f5a-8c9e-4feee1e16636 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.1008968 Aug 24 09:00:36.983211 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (55632e78-73d1-421a-ab76-d461de6316cd), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:37.046410 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] Allocated IP 172.20.0.1 (ead826fb-5abb-49e6-91ba-5033d546a2e1/4f387064-6dee-42ee-9416-6fbedc006a6b/dad726cf-076e-43b5-aafd-a4d45cbda47e) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:00:37.046684 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb53dab-4a23-42ef-9a6e-6d272a215938 None None] Pushing event updated for resources: {'Port': ['ID=55632e78-73d1-421a-ab76-d461de6316cd,revision_number=2']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:37.058770 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Attempting to bind port 55632e78-73d1-421a-ab76-d461de6316cd on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:00:37.059180 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Attempting to bind port 55632e78-73d1-421a-ab76-d461de6316cd by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:00:37.059559 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Attempting to bind port 55632e78-73d1-421a-ab76-d461de6316cd on network 386fbc02-808a-45e3-b701-f07af8827885 {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:00:37.063237 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9d9ed597-a9e7-4369-abc3-a32aa4c83c85 req-64c28793-e7d5-4236-9921-b98fd9687726 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080234 Aug 24 09:00:37.065367 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:00:37.066008 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Checking segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:00:37.066633 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:37.067387 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Bound using segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:00:37.068054 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Bound port: 55632e78-73d1-421a-ab76-d461de6316cd, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:00:37.068598 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (55632e78-73d1-421a-ab76-d461de6316cd), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:37.071338 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:37.153815 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6ec229bc-ca6c-4a65-a12d-f49658137ae3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (f9794023-05ee-4250-a47b-b7a96f00a335), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:37.200657 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec229bc-ca6c-4a65-a12d-f49658137ae3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event deleted for resources: {'Port': ['ID=f9794023-05ee-4250-a47b-b7a96f00a335,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:37.229054 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] Publish callbacks [] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:37.231029 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:37.272073 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6ec229bc-ca6c-4a65-a12d-f49658137ae3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (25c5f447-969c-49cd-92d7-da85bb47563f), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:37.274887 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6ec229bc-ca6c-4a65-a12d-f49658137ae3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:37.276126 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-6ec229bc-ca6c-4a65-a12d-f49658137ae3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/25c5f447-969c-49cd-92d7-da85bb47563f HTTP/1.1" status: 204 len: 168 time: 0.8241298 Aug 24 09:00:37.304504 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] For port 55632e78-73d1-421a-ab76-d461de6316cd, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:00:37.308239 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] For port 55632e78-73d1-421a-ab76-d461de6316cd, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=55632e78-73d1-421a-ab76-d461de6316cd,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:00:37.340569 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:37.398571 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] Network ead826fb-5abb-49e6-91ba-5033d546a2e1 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:00:37.403984 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:00:37.408895 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:00:37.430187 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (55632e78-73d1-421a-ab76-d461de6316cd), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:37.437413 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 36158) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:37.442782 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] Pushing event updated for resources: {'Port': ['ID=dad726cf-076e-43b5-aafd-a4d45cbda47e,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:37.445523 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-b38cda0a-1fa2-4950-ae14-610f94435fe6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--873166298', 'description': 'tempest-description--441157544'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:37.484438 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8b3536af-e55f-42e0-974d-f994593de702 req-f2ab8418-e8a0-4a21-8aea-db044b3a5680 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a1141690-3930-437e-8b00-f28759fa3b6d HTTP/1.1" status: 200 len: 210 time: 0.0385063 Aug 24 09:00:37.500866 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996336'] for router_interface (549ca363-9e6c-4651-8160-48af43e76159), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:37.513607 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Routers {'549ca363-9e6c-4651-8160-48af43e76159'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:00:37.514295 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:00:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['549ca363-9e6c-4651-8160-48af43e76159'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:37.632575 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb53dab-4a23-42ef-9a6e-6d272a215938 None None] Pushing event updated for resources: {'Port': ['ID=55632e78-73d1-421a-ab76-d461de6316cd,revision_number=3']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:37.643795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b38cda0a-1fa2-4950-ae14-610f94435fe6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:37.672989 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] Set router 549ca363-9e6c-4651-8160-48af43e76159 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:00:37.699680 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:37.766304 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:37.783498 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b38cda0a-1fa2-4950-ae14-610f94435fe6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (20d2969f-e685-4930-8dfb-a90d7ef625b6), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:37.796955 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-f5b0c179-b536-46d0-9e29-45935353a1f7 None None] Provisioning complete for port dad726cf-076e-43b5-aafd-a4d45cbda47e triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:37.798455 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-f5b0c179-b536-46d0-9e29-45935353a1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:37.813495 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:37.847089 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-f5b0c179-b536-46d0-9e29-45935353a1f7 None None] Port dad726cf-076e-43b5-aafd-a4d45cbda47e cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:00:37.848046 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b38cda0a-1fa2-4950-ae14-610f94435fe6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (20d2969f-e685-4930-8dfb-a90d7ef625b6), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:37.866045 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:37.891147 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549ca363-9e6c-4651-8160-48af43e76159', 'name': 'tempest-TestShelveInstance-1332181383-router', 'tenant_id': '5b1ec073f8634ba2927ea52b735f653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '55632e78-73d1-421a-ab76-d461de6316cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:31Z', 'updated_at': '2022-08-24T09:00:34Z', 'revision_number': 3, 'project_id': '5b1ec073f8634ba2927ea52b735f653c', 'gw_port': {'id': '55632e78-73d1-421a-ab76-d461de6316cd', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549ca363-9e6c-4651-8160-48af43e76159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:32Z', 'updated_at': '2022-08-24T09:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:37.895467 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38cda0a-1fa2-4950-ae14-610f94435fe6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d2969f-e685-4930-8dfb-a90d7ef625b6,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:37.930056 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273b453b-616e-47f3-9848-a6e6d70c286f None None] The sync data for ids ['549ca363-9e6c-4651-8160-48af43e76159'] in dv-cinder-852211-5-iscsi is: [{'id': '549ca363-9e6c-4651-8160-48af43e76159', 'name': 'tempest-TestShelveInstance-1332181383-router', 'tenant_id': '5b1ec073f8634ba2927ea52b735f653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '55632e78-73d1-421a-ab76-d461de6316cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:31Z', 'updated_at': '2022-08-24T09:00:34Z', 'revision_number': 3, 'project_id': '5b1ec073f8634ba2927ea52b735f653c', 'gw_port': {'id': '55632e78-73d1-421a-ab76-d461de6316cd', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549ca363-9e6c-4651-8160-48af43e76159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:32Z', 'updated_at': '2022-08-24T09:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:00:38.033482 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b38cda0a-1fa2-4950-ae14-610f94435fe6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:38.038731 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-b38cda0a-1fa2-4950-ae14-610f94435fe6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5966208 Aug 24 09:00:38.039742 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 36160) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:38.047646 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-f5926e51-75cf-4619-bfdd-d1b979641030 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'security_group_rule': {'security_group_id': '20d2969f-e685-4930-8dfb-a90d7ef625b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:38.056557 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] Publish callbacks [] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:38.192863 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f5926e51-75cf-4619-bfdd-d1b979641030 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (909d493e-2679-4469-977a-4d338568409d), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:38.196680 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:38.285826 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb1d0d-443e-4f82-8ed2-3654fd3ad5a2 req-c5e72eaf-a0c8-40f0-8036-faf6cc94f514 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:38.287508 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2ebb1d0d-443e-4f82-8ed2-3654fd3ad5a2 req-c5e72eaf-a0c8-40f0-8036-faf6cc94f514 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.1199493 Aug 24 09:00:38.312040 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996364'] for router_interface (549ca363-9e6c-4651-8160-48af43e76159), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:38.332842 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] Pushing event updated for resources: {'Port': ['ID=dad726cf-076e-43b5-aafd-a4d45cbda47e,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:38.366736 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 66396b55-cc57-4210-b9eb-294eef7d34b3 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:00:38.387366 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2ebb1d0d-443e-4f82-8ed2-3654fd3ad5a2 req-584b8f06-3bf9-42e5-821d-2fb67c4366e2 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891247 Aug 24 09:00:38.419335 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f5926e51-75cf-4619-bfdd-d1b979641030 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (909d493e-2679-4469-977a-4d338568409d), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:38.432481 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: 66396b55-cc57-4210-b9eb-294eef7d34b3 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:00:38.432773 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 66396b55-cc57-4210-b9eb-294eef7d34b3 not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:00:38.465576 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] Network ead826fb-5abb-49e6-91ba-5033d546a2e1 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:00:38.468582 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:00:38.479792 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f5926e51-75cf-4619-bfdd-d1b979641030 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (909d493e-2679-4469-977a-4d338568409d), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:38.500473 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5926e51-75cf-4619-bfdd-d1b979641030 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909d493e-2679-4469-977a-4d338568409d,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:38.644719 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] Router 549ca363-9e6c-4651-8160-48af43e76159 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:00:38.687965 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f5926e51-75cf-4619-bfdd-d1b979641030 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:38.688131 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-f5926e51-75cf-4619-bfdd-d1b979641030 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6462700 Aug 24 09:00:38.693561 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 36172) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:38.712640 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-3ad47c64-9b46-42cc-815e-f068d65d72c0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'security_group_rule': {'security_group_id': '20d2969f-e685-4930-8dfb-a90d7ef625b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:38.801617 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:00:38.806830 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-10aa7e21-346f-40ec-8eec-c2d3ef189de9 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/549ca363-9e6c-4651-8160-48af43e76159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8361692 Aug 24 09:00:38.842588 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3ad47c64-9b46-42cc-815e-f068d65d72c0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (8ab7f49a-c82d-4b7c-a1c4-9bb736c62633), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:38.872637 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:38.894037 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-e87039d0-3a2a-442e-95f1-e479f735b7b6 None None] Provisioning complete for port dad726cf-076e-43b5-aafd-a4d45cbda47e triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:38.897488 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e87039d0-3a2a-442e-95f1-e479f735b7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:38.924791 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3ad47c64-9b46-42cc-815e-f068d65d72c0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (8ab7f49a-c82d-4b7c-a1c4-9bb736c62633), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:38.949015 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-e87039d0-3a2a-442e-95f1-e479f735b7b6 None None] Port dad726cf-076e-43b5-aafd-a4d45cbda47e cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:00:39.024796 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3ad47c64-9b46-42cc-815e-f068d65d72c0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (8ab7f49a-c82d-4b7c-a1c4-9bb736c62633), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:39.051699 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad47c64-9b46-42cc-815e-f068d65d72c0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab7f49a-c82d-4b7c-a1c4-9bb736c62633,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:39.196234 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3ad47c64-9b46-42cc-815e-f068d65d72c0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:39.200171 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-3ad47c64-9b46-42cc-815e-f068d65d72c0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5046742 Aug 24 09:00:39.205334 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 36182) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:39.209303 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-7a25110a-0b22-4dcd-a359-e746c5656096 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'floatingip': {'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:39.211252 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:39.367882 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7a25110a-0b22-4dcd-a359-e746c5656096 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:39.420445 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 36188) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:39.466643 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-08901e5b-1261-406e-b680-adc2a8e21e7c tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-237957971', 'description': 'tempest-secgroup-smoke-237957971 description', 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:39.515401 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7a25110a-0b22-4dcd-a359-e746c5656096 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:39.560578 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa440c-91d0-42b2-b052-12d23cc19ca4 req-4ab09861-b2d9-4ab5-86e6-e2e8bdc244bd tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:39.562477 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1daa440c-91d0-42b2-b052-12d23cc19ca4 req-4ab09861-b2d9-4ab5-86e6-e2e8bdc244bd tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0782325 Aug 24 09:00:39.636784 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1daa440c-91d0-42b2-b052-12d23cc19ca4 req-1084f553-6261-4711-b3c4-b73ecbcf3622 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657759 Aug 24 09:00:39.800810 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-08901e5b-1261-406e-b680-adc2a8e21e7c tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:39.829610 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 55632e78-73d1-421a-ab76-d461de6316cd up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:00:39.905225 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:39.916800 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [None req-7a25110a-0b22-4dcd-a359-e746c5656096 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Allocated IP 172.27.1.93 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/cf1fd73c-5157-41ae-97c3-5cf3a70fda02) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:00:39.922061 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 55632e78-73d1-421a-ab76-d461de6316cd triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:39.923672 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (55632e78-73d1-421a-ab76-d461de6316cd), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:39.951229 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-08901e5b-1261-406e-b680-adc2a8e21e7c tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group (a1626b99-df4d-4a82-9cb8-d3b0b9b495e3), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:39.996178 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:40.027556 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 55632e78-73d1-421a-ab76-d461de6316cd is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:40.028116 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (55632e78-73d1-421a-ab76-d461de6316cd), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:40.035769 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:40.039674 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-08901e5b-1261-406e-b680-adc2a8e21e7c tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (a1626b99-df4d-4a82-9cb8-d3b0b9b495e3), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:40.062310 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port 55632e78-73d1-421a-ab76-d461de6316cd, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=55632e78-73d1-421a-ab76-d461de6316cd,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:00:40.086619 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7a25110a-0b22-4dcd-a359-e746c5656096 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for port (cf1fd73c-5157-41ae-97c3-5cf3a70fda02), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:40.095494 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08901e5b-1261-406e-b680-adc2a8e21e7c tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:40.146173 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Sync routers for ids ['549ca363-9e6c-4651-8160-48af43e76159'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:00:40.162147 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (55632e78-73d1-421a-ab76-d461de6316cd), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:40.162893 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Routers {'549ca363-9e6c-4651-8160-48af43e76159'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:00:40.162893 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:00:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['549ca363-9e6c-4651-8160-48af43e76159'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:40.198429 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-08901e5b-1261-406e-b680-adc2a8e21e7c tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:40.200063 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-08901e5b-1261-406e-b680-adc2a8e21e7c tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7688997 Aug 24 09:00:40.203186 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 36194) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:40.209015 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-7008adcb-53d8-4e77-871b-44a7c9283af1 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Request body: {'security_group_rule': {'security_group_id': 'a1626b99-df4d-4a82-9cb8-d3b0b9b495e3', 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:40.258306 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=55632e78-73d1-421a-ab76-d461de6316cd,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:40.282050 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7a25110a-0b22-4dcd-a359-e746c5656096 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (cf1fd73c-5157-41ae-97c3-5cf3a70fda02), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:40.330517 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Set router 549ca363-9e6c-4651-8160-48af43e76159 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:00:40.339244 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a25110a-0b22-4dcd-a359-e746c5656096 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:00:40.344627 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-7a25110a-0b22-4dcd-a359-e746c5656096 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:00:40.347416 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a25110a-0b22-4dcd-a359-e746c5656096 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:00:40.352536 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25110a-0b22-4dcd-a359-e746c5656096 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'Port': ['ID=cf1fd73c-5157-41ae-97c3-5cf3a70fda02,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:40.389436 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7008adcb-53d8-4e77-871b-44a7c9283af1 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group_rule (52c539b3-5632-4f6e-ad1f-5ac317924697), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:40.461078 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7008adcb-53d8-4e77-871b-44a7c9283af1 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group_rule (52c539b3-5632-4f6e-ad1f-5ac317924697), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:40.473373 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7a25110a-0b22-4dcd-a359-e746c5656096 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (cc463f3d-e48f-41fb-8bb8-718bd9df8817), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:40.566889 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549ca363-9e6c-4651-8160-48af43e76159', 'name': 'tempest-TestShelveInstance-1332181383-router', 'tenant_id': '5b1ec073f8634ba2927ea52b735f653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '55632e78-73d1-421a-ab76-d461de6316cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:31Z', 'updated_at': '2022-08-24T09:00:37Z', 'revision_number': 4, 'project_id': '5b1ec073f8634ba2927ea52b735f653c', 'gw_port': {'id': '55632e78-73d1-421a-ab76-d461de6316cd', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549ca363-9e6c-4651-8160-48af43e76159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:32Z', 'updated_at': '2022-08-24T09:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'dad726cf-076e-43b5-aafd-a4d45cbda47e', 'name': '', 'network_id': 'ead826fb-5abb-49e6-91ba-5033d546a2e1', 'tenant_id': '5b1ec073f8634ba2927ea52b735f653c', 'mac_address': 'fa:16:3e:99:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549ca363-9e6c-4651-8160-48af43e76159', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '4f387064-6dee-42ee-9416-6fbedc006a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:36Z', 'updated_at': '2022-08-24T09:00:37Z', 'revision_number': 2, 'project_id': '5b1ec073f8634ba2927ea52b735f653c', 'subnets': [{'id': '4f387064-6dee-42ee-9416-6fbedc006a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:40.593499 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Checking router: 549ca363-9e6c-4651-8160-48af43e76159 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:00:40.593850 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Updating router 549ca363-9e6c-4651-8160-48af43e76159 port dad726cf-076e-43b5-aafd-a4d45cbda47e binding host dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 09:00:40.626354 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:40.630864 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7008adcb-53d8-4e77-871b-44a7c9283af1 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (52c539b3-5632-4f6e-ad1f-5ac317924697), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:40.655337 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008adcb-53d8-4e77-871b-44a7c9283af1 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c539b3-5632-4f6e-ad1f-5ac317924697,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:40.686715 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7a25110a-0b22-4dcd-a359-e746c5656096 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (cf1fd73c-5157-41ae-97c3-5cf3a70fda02), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:40.815625 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7008adcb-53d8-4e77-871b-44a7c9283af1 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:40.818496 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-7008adcb-53d8-4e77-871b-44a7c9283af1 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6129913 Aug 24 09:00:40.821461 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 36200) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:40.831291 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-34477c9b-f176-4966-bb86-c9d66153fa84 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Request body: {'security_group_rule': {'security_group_id': 'a1626b99-df4d-4a82-9cb8-d3b0b9b495e3', 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:40.874845 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e971a3-fa92-4b96-b82d-65b98cc9216d req-d781ac9a-d7d5-4571-9f6c-0cbcdb47bc56 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:40.876665 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f6e971a3-fa92-4b96-b82d-65b98cc9216d req-d781ac9a-d7d5-4571-9f6c-0cbcdb47bc56 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.1398661 Aug 24 09:00:40.933211 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:40.938218 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Publish callbacks [] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), precommit_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:40.949541 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-34477c9b-f176-4966-bb86-c9d66153fa84 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group_rule (2b4a7006-ce14-4af0-9c70-d6557621d3ec), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:41.023185 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:41.023626 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-34477c9b-f176-4966-bb86-c9d66153fa84 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group_rule (2b4a7006-ce14-4af0-9c70-d6557621d3ec), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:41.074623 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f6e971a3-fa92-4b96-b82d-65b98cc9216d req-a77ea43b-6508-45b6-b00c-02fe74627700 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784551 Aug 24 09:00:41.103940 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7a25110a-0b22-4dcd-a359-e746c5656096 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for port (cf1fd73c-5157-41ae-97c3-5cf3a70fda02), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:41.133251 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-34477c9b-f176-4966-bb86-c9d66153fa84 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (2b4a7006-ce14-4af0-9c70-d6557621d3ec), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:41.149943 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:41.157319 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34477c9b-f176-4966-bb86-c9d66153fa84 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4a7006-ce14-4af0-9c70-d6557621d3ec,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:41.166541 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:41.174697 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c5a15-20f9-4ed5-8ac7-2ff520602e30 None None] Pushing event updated for resources: {'Port': ['ID=dad726cf-076e-43b5-aafd-a4d45cbda47e,revision_number=3']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:41.189007 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Attempting to bind port dad726cf-076e-43b5-aafd-a4d45cbda47e on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:00:41.189378 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Attempting to bind port dad726cf-076e-43b5-aafd-a4d45cbda47e by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '01c7abbf-96cd-4694-af39-5b5694315979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ead826fb-5abb-49e6-91ba-5033d546a2e1'}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:00:41.189740 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Attempting to bind port dad726cf-076e-43b5-aafd-a4d45cbda47e on network ead826fb-5abb-49e6-91ba-5033d546a2e1 {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:00:41.196046 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:00:41.196395 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Checking segment: {'id': '01c7abbf-96cd-4694-af39-5b5694315979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ead826fb-5abb-49e6-91ba-5033d546a2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:00:41.196802 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:41.197194 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Bound using segment: {'id': '01c7abbf-96cd-4694-af39-5b5694315979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ead826fb-5abb-49e6-91ba-5033d546a2e1'} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:00:41.197674 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Bound port: dad726cf-076e-43b5-aafd-a4d45cbda47e, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c7abbf-96cd-4694-af39-5b5694315979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ead826fb-5abb-49e6-91ba-5033d546a2e1'}}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:00:41.198051 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:41.240370 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7a25110a-0b22-4dcd-a359-e746c5656096 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252178666'] for port (cf1fd73c-5157-41ae-97c3-5cf3a70fda02), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:41.255453 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:41.269596 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] For port dad726cf-076e-43b5-aafd-a4d45cbda47e, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:00:41.273965 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] For port dad726cf-076e-43b5-aafd-a4d45cbda47e, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=dad726cf-076e-43b5-aafd-a4d45cbda47e,segment=NetworkSegment(01c7abbf-96cd-4694-af39-5b5694315979),segment_id=01c7abbf-96cd-4694-af39-5b5694315979)] {{(pid=118619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:00:41.275957 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-34477c9b-f176-4966-bb86-c9d66153fa84 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:41.279174 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-34477c9b-f176-4966-bb86-c9d66153fa84 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4560812 Aug 24 09:00:41.281916 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 36206) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:41.292461 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-7e7b4c1f-d181-4567-95c1-99f461bdb017 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Request body: {'security_group_rule': {'security_group_id': 'a1626b99-df4d-4a82-9cb8-d3b0b9b495e3', 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:41.371672 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7a25110a-0b22-4dcd-a359-e746c5656096 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (cc463f3d-e48f-41fb-8bb8-718bd9df8817), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:41.378267 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25110a-0b22-4dcd-a359-e746c5656096 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'Port': ['ID=cf1fd73c-5157-41ae-97c3-5cf3a70fda02,revision_number=2']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:41.485530 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:41.525237 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Routers {'549ca363-9e6c-4651-8160-48af43e76159'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:00:41.525877 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:00:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['549ca363-9e6c-4651-8160-48af43e76159'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:41.535529 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7a25110a-0b22-4dcd-a359-e746c5656096 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:41.547665 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-7a25110a-0b22-4dcd-a359-e746c5656096 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3323064 Aug 24 09:00:41.551674 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4c1f-d181-4567-95c1-99f461bdb017 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group_rule (bf61925d-2ca6-4f02-bb9a-1d6e97fa4282), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:41.630973 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c5a15-20f9-4ed5-8ac7-2ff520602e30 None None] Pushing event updated for resources: {'Port': ['ID=dad726cf-076e-43b5-aafd-a4d45cbda47e,revision_number=4']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:41.663037 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4c1f-d181-4567-95c1-99f461bdb017 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group_rule (bf61925d-2ca6-4f02-bb9a-1d6e97fa4282), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:41.684432 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] Set router 549ca363-9e6c-4651-8160-48af43e76159 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:00:41.805017 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 55632e78-73d1-421a-ab76-d461de6316cd up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:00:41.807641 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4c1f-d181-4567-95c1-99f461bdb017 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (bf61925d-2ca6-4f02-bb9a-1d6e97fa4282), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:41.846285 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b4c1f-d181-4567-95c1-99f461bdb017 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf61925d-2ca6-4f02-bb9a-1d6e97fa4282,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:41.866611 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-21136de2-8ec8-4928-b66f-57eeee4cb62e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--873166298&fields=id&tenant_id=574887b9d0fc42ce917c9b8b2c09e291 HTTP/1.1" status: 200 len: 267 time: 0.0817392 Aug 24 09:00:41.885829 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 55632e78-73d1-421a-ab76-d461de6316cd triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:41.886352 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (55632e78-73d1-421a-ab76-d461de6316cd), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:41.928427 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e96b5c54-47dc-4cc6-81e4-4317f9ffb5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:41.935626 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4c1f-d181-4567-95c1-99f461bdb017 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:41.940100 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 36220) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:41.940659 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-7e7b4c1f-d181-4567-95c1-99f461bdb017 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6568611 Aug 24 09:00:41.950412 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-f8aa5bda-5bbd-4340-b934-3bafbdbee178 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Request body: {'security_group_rule': {'security_group_id': 'a1626b99-df4d-4a82-9cb8-d3b0b9b495e3', 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:42.018522 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-06fca631-7a2c-4550-b9f0-205854f1a96d tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:42.019495 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:42.021239 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-06fca631-7a2c-4550-b9f0-205854f1a96d tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/networks?id=8974f404-81fe-476f-ae03-918a0ea03bf7 HTTP/1.1" status: 200 len: 814 time: 0.1471074 Aug 24 09:00:42.040798 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 55632e78-73d1-421a-ab76-d461de6316cd is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:42.055827 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-0e2b65e4-f5b4-4644-a0a6-a6a3dbe5ab56 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/quotas/574887b9d0fc42ce917c9b8b2c09e291 HTTP/1.1" status: 200 len: 375 time: 0.0174267 Aug 24 09:00:42.058558 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f8aa5bda-5bbd-4340-b934-3bafbdbee178 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group_rule (611c72a8-e187-47b0-8809-c56cc378c120), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:42.112840 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:42.131366 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-071aa744-32b8-4fa9-a6af-7cf8afcc87ce tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735812 Aug 24 09:00:42.151453 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f8aa5bda-5bbd-4340-b934-3bafbdbee178 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group_rule (611c72a8-e187-47b0-8809-c56cc378c120), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:42.186198 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549ca363-9e6c-4651-8160-48af43e76159', 'name': 'tempest-TestShelveInstance-1332181383-router', 'tenant_id': '5b1ec073f8634ba2927ea52b735f653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '55632e78-73d1-421a-ab76-d461de6316cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:31Z', 'updated_at': '2022-08-24T09:00:37Z', 'revision_number': 4, 'project_id': '5b1ec073f8634ba2927ea52b735f653c', 'gw_port': {'id': '55632e78-73d1-421a-ab76-d461de6316cd', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549ca363-9e6c-4651-8160-48af43e76159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:32Z', 'updated_at': '2022-08-24T09:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'dad726cf-076e-43b5-aafd-a4d45cbda47e', 'name': '', 'network_id': 'ead826fb-5abb-49e6-91ba-5033d546a2e1', 'tenant_id': '5b1ec073f8634ba2927ea52b735f653c', 'mac_address': 'fa:16:3e:99:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549ca363-9e6c-4651-8160-48af43e76159', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '4f387064-6dee-42ee-9416-6fbedc006a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:36Z', 'updated_at': '2022-08-24T09:00:41Z', 'revision_number': 4, 'project_id': '5b1ec073f8634ba2927ea52b735f653c', 'subnets': [{'id': '4f387064-6dee-42ee-9416-6fbedc006a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:00:42.240945 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6270e037-926a-474d-bea3-13bfb80c65b7 None None] The sync data for ids ['549ca363-9e6c-4651-8160-48af43e76159'] in dv-cinder-852211-5-iscsi is: [{'id': '549ca363-9e6c-4651-8160-48af43e76159', 'name': 'tempest-TestShelveInstance-1332181383-router', 'tenant_id': '5b1ec073f8634ba2927ea52b735f653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '55632e78-73d1-421a-ab76-d461de6316cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:31Z', 'updated_at': '2022-08-24T09:00:37Z', 'revision_number': 4, 'project_id': '5b1ec073f8634ba2927ea52b735f653c', 'gw_port': {'id': '55632e78-73d1-421a-ab76-d461de6316cd', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549ca363-9e6c-4651-8160-48af43e76159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:32Z', 'updated_at': '2022-08-24T09:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'dad726cf-076e-43b5-aafd-a4d45cbda47e', 'name': '', 'network_id': 'ead826fb-5abb-49e6-91ba-5033d546a2e1', 'tenant_id': '5b1ec073f8634ba2927ea52b735f653c', 'mac_address': 'fa:16:3e:99:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549ca363-9e6c-4651-8160-48af43e76159', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '4f387064-6dee-42ee-9416-6fbedc006a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:36Z', 'updated_at': '2022-08-24T09:00:41Z', 'revision_number': 4, 'project_id': '5b1ec073f8634ba2927ea52b735f653c', 'subnets': [{'id': '4f387064-6dee-42ee-9416-6fbedc006a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:00:42.280209 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118756f-a3a2-47f2-ac6c-e72915976518 req-4c78c3fd-a3e9-4cae-ab30-416e2324adf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:42.282816 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f118756f-a3a2-47f2-ac6c-e72915976518 req-4c78c3fd-a3e9-4cae-ab30-416e2324adf0 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0821569 Aug 24 09:00:42.299490 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f8aa5bda-5bbd-4340-b934-3bafbdbee178 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (611c72a8-e187-47b0-8809-c56cc378c120), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:42.412898 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa5bda-5bbd-4340-b934-3bafbdbee178 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611c72a8-e187-47b0-8809-c56cc378c120,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:42.478992 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f118756f-a3a2-47f2-ac6c-e72915976518 req-2fb783a1-f34f-4dc4-865e-bb848cc2eefb tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315374 Aug 24 09:00:42.514138 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f8aa5bda-5bbd-4340-b934-3bafbdbee178 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:42.517032 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-f8aa5bda-5bbd-4340-b934-3bafbdbee178 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5732481 Aug 24 09:00:42.521793 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 36228) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:42.531959 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-bc2ed020-fefa-4cf2-a2d3-9fb646c519c4 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Request body: {'security_group_rule': {'security_group_id': 'a1626b99-df4d-4a82-9cb8-d3b0b9b495e3', 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:42.722077 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.securitygroups_db [None req-bc2ed020-fefa-4cf2-a2d3-9fb646c519c4 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Project 065b8b1394f24ce1973119ee8cd6bd2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 09:00:42.734224 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed020-fefa-4cf2-a2d3-9fb646c519c4 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group_rule (5d0d6599-ad00-4908-a8ac-21e79557e027), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:42.738025 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-e702f6a0-d798-452a-a051-9eb31f139c39 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705826 Aug 24 09:00:42.827924 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed020-fefa-4cf2-a2d3-9fb646c519c4 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group_rule (5d0d6599-ad00-4908-a8ac-21e79557e027), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:42.898381 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-413ab3a1-bde1-473f-b8ca-59118183f937 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476316 Aug 24 09:00:42.905355 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed020-fefa-4cf2-a2d3-9fb646c519c4 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (5d0d6599-ad00-4908-a8ac-21e79557e027), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:42.942455 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ed020-fefa-4cf2-a2d3-9fb646c519c4 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0d6599-ad00-4908-a8ac-21e79557e027,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:43.061525 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed020-fefa-4cf2-a2d3-9fb646c519c4 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:43.063491 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-bc2ed020-fefa-4cf2-a2d3-9fb646c519c4 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5383182 Aug 24 09:00:43.066472 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 36230) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:00:43.073510 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-cc060d2d-352e-4c04-a8f7-9dd121e7c0c5 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Request body: {'security_group_rule': {'security_group_id': 'a1626b99-df4d-4a82-9cb8-d3b0b9b495e3', 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:43.196929 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:43.260625 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.securitygroups_db [None req-cc060d2d-352e-4c04-a8f7-9dd121e7c0c5 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Project 065b8b1394f24ce1973119ee8cd6bd2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 09:00:43.275959 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8eba5e68-2bb4-4669-bee6-cff43fe74739 req-bf1bebcf-00e2-4b3b-8d7e-e6a99ce9d701 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 210 time: 0.0664093 Aug 24 09:00:43.283879 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cc060d2d-352e-4c04-a8f7-9dd121e7c0c5 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group_rule (0e2f2c05-d5fa-4d05-a583-d816aa04d99e), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:43.417746 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cc060d2d-352e-4c04-a8f7-9dd121e7c0c5 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group_rule (0e2f2c05-d5fa-4d05-a583-d816aa04d99e), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:43.557886 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cc060d2d-352e-4c04-a8f7-9dd121e7c0c5 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (0e2f2c05-d5fa-4d05-a583-d816aa04d99e), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:43.629718 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc060d2d-352e-4c04-a8f7-9dd121e7c0c5 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2f2c05-d5fa-4d05-a583-d816aa04d99e,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:43.718415 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20f5d8-4074-414c-bef4-2e04a7ba95b7 req-95af2fba-f9f3-4711-9efc-3a1c86d139fe tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:43.721825 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9b20f5d8-4074-414c-bef4-2e04a7ba95b7 req-95af2fba-f9f3-4711-9efc-3a1c86d139fe tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.1046648 Aug 24 09:00:43.823897 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9b20f5d8-4074-414c-bef4-2e04a7ba95b7 req-a0ed0129-d1b5-49a3-bd79-3fe5896dc9fc tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934196 Aug 24 09:00:43.838316 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cc060d2d-352e-4c04-a8f7-9dd121e7c0c5 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:43.840026 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-cc060d2d-352e-4c04-a8f7-9dd121e7c0c5 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7722380 Aug 24 09:00:43.862172 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device dad726cf-076e-43b5-aafd-a4d45cbda47e up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:00:43.949364 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port dad726cf-076e-43b5-aafd-a4d45cbda47e triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:43.949937 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:44.078970 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port dad726cf-076e-43b5-aafd-a4d45cbda47e is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:44.079802 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:44.146978 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port dad726cf-076e-43b5-aafd-a4d45cbda47e, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=dad726cf-076e-43b5-aafd-a4d45cbda47e,segment=NetworkSegment(01c7abbf-96cd-4694-af39-5b5694315979),segment_id=01c7abbf-96cd-4694-af39-5b5694315979)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:00:44.277658 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:44.367256 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-714d498d-57d6-4c96-80a7-a081d08d5d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:44.393057 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=dad726cf-076e-43b5-aafd-a4d45cbda47e,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:44.408212 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:44.408740 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:44.409305 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:44.410116 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:44.410719 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:44.411290 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:44.412848 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:44.413436 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:44.414022 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:44.414613 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:44.415468 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:44.416056 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:44.416606 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:44.417200 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:44.417733 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:00:44.435307 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c3c73919-be0e-44ef-91c5-fec9c1cfb352 req-90fa54f7-cfa0-441b-9553-350c6d71a4c0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 210 time: 0.0511913 Aug 24 09:00:45.040772 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac9e98-93d0-4409-8ff1-820fd0db2e5d req-974d2ee2-ec94-459a-b510-7b47fba36b51 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:45.045622 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-12ac9e98-93d0-4409-8ff1-820fd0db2e5d req-974d2ee2-ec94-459a-b510-7b47fba36b51 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.1032965 Aug 24 09:00:45.139850 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-12ac9e98-93d0-4409-8ff1-820fd0db2e5d req-6307da9b-c8cc-4602-99fc-0bb67e010a2b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850964 Aug 24 09:00:45.625674 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:45.641938 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5893b6f5-8ee7-4536-b4af-8acc6aa4cff8 req-7b15874b-6df4-4852-99f3-1cb3f610a3a8 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 210 time: 0.0403819 Aug 24 09:00:45.768239 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:45.774314 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device dad726cf-076e-43b5-aafd-a4d45cbda47e up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:00:45.830839 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port dad726cf-076e-43b5-aafd-a4d45cbda47e triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:45.831118 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:45.924504 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port dad726cf-076e-43b5-aafd-a4d45cbda47e is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:00:46.309532 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4903f-ce5e-44a3-9a5c-edae4fc450a2 req-440d401b-8f4c-403c-8a43-37ba1df88d7a tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:46.311263 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f5c4903f-ce5e-44a3-9a5c-edae4fc450a2 req-440d401b-8f4c-403c-8a43-37ba1df88d7a tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0585742 Aug 24 09:00:46.410886 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f5c4903f-ce5e-44a3-9a5c-edae4fc450a2 req-56bf523e-7eda-4211-8ce1-74ab644fd202 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913336 Aug 24 09:00:46.821718 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ffec293e-6e43-436f-8ca3-50ea2ef5afb6 req-918052ee-6dd4-4393-a4b1-8f6aa07d764d tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 210 time: 0.0324740 Aug 24 09:00:47.050006 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-1da79c5b-39e5-47d7-bed3-2126f19f7a5f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:47.051534 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-1da79c5b-39e5-47d7-bed3-2126f19f7a5f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "GET /networking/v2.0/networks?id=8974f404-81fe-476f-ae03-918a0ea03bf7 HTTP/1.1" status: 200 len: 814 time: 0.1496994 Aug 24 09:00:47.068652 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:47.629052 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06feeae0-a884-40c7-b39c-22a27787aa59 req-bb1c5853-7e8c-421d-900b-e29996d56246 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:47.631843 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-06feeae0-a884-40c7-b39c-22a27787aa59 req-bb1c5853-7e8c-421d-900b-e29996d56246 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0642047 Aug 24 09:00:47.695266 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-06feeae0-a884-40c7-b39c-22a27787aa59 req-22672eb8-4e38-40bb-a547-8cc4b324fb2e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562320 Aug 24 09:00:47.699467 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:47.941723 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3fa764b3-fe88-44d8-9e68-fd2ba6a5c2fd req-1255e442-e036-44ea-a8bc-facdc2c57348 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 210 time: 0.0359704 Aug 24 09:00:48.867881 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce74d7-a944-4213-9afa-d3bc3e168b16 req-dec6e7a0-35f1-4284-b000-dc74e079cacc tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:48.870541 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-98ce74d7-a944-4213-9afa-d3bc3e168b16 req-dec6e7a0-35f1-4284-b000-dc74e079cacc tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0918381 Aug 24 09:00:48.950235 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-98ce74d7-a944-4213-9afa-d3bc3e168b16 req-e9a5daa0-c72d-4ecc-aadf-6c245b557365 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731094 Aug 24 09:00:49.092807 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-177b2aed-26d8-4edf-b4c7-4e4d14b67743 req-782dab57-a88d-4a65-8a96-4d66bd8e37ad tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 210 time: 0.0307798 Aug 24 09:00:49.729505 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:49.790469 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bdf35ca2-930a-4521-be7e-cbae73517bdf tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=574887b9d0fc42ce917c9b8b2c09e291 HTTP/1.1" status: 200 len: 379 time: 0.0705118 Aug 24 09:00:49.801143 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-07f2fff5-245e-4e88-a073-9dbcaf2e8a4c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'port': {'device_id': '8e176c40-2e0a-4fd5-8dda-daffe9fb55a2', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'admin_state_up': True, 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'security_groups': ['20d2969f-e685-4930-8dfb-a90d7ef625b6']}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:50.109866 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664060f-32b1-459a-b883-d2abc6d4d3ad req-edea420e-9c2d-4160-95d0-381ee4b6b70c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:50.112245 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4664060f-32b1-459a-b883-d2abc6d4d3ad req-edea420e-9c2d-4160-95d0-381ee4b6b70c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0657132 Aug 24 09:00:50.116249 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-07f2fff5-245e-4e88-a073-9dbcaf2e8a4c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Made reservation on behalf of 574887b9d0fc42ce917c9b8b2c09e291 for: {'port': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:00:50.122505 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-07f2fff5-245e-4e88-a073-9dbcaf2e8a4c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:50.243141 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-81c32438-d572-4976-b082-d78fbd23ae82 req-edf77af5-382d-49a0-a9ae-fc37b0a4dcf5 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 210 time: 0.0471308 Aug 24 09:00:50.274582 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4664060f-32b1-459a-b883-d2abc6d4d3ad req-a09606f2-90d6-439e-b928-6fe78d4095c3 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474724 Aug 24 09:00:50.289786 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:50.373692 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-07f2fff5-245e-4e88-a073-9dbcaf2e8a4c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Allocated IP 172.20.0.10 (8974f404-81fe-476f-ae03-918a0ea03bf7/68cde71c-76f8-4ef2-ae70-0fbb6e1478f1/76a81769-8dca-47f1-898d-b8990af1b878) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:00:50.566641 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-07f2fff5-245e-4e88-a073-9dbcaf2e8a4c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for port (76a81769-8dca-47f1-898d-b8990af1b878), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:50.751000 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-07f2fff5-245e-4e88-a073-9dbcaf2e8a4c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (76a81769-8dca-47f1-898d-b8990af1b878), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:50.808036 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-07f2fff5-245e-4e88-a073-9dbcaf2e8a4c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Network 8974f404-81fe-476f-ae03-918a0ea03bf7 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:00:50.812712 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-07f2fff5-245e-4e88-a073-9dbcaf2e8a4c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:00:50.819377 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-07f2fff5-245e-4e88-a073-9dbcaf2e8a4c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:00:50.830762 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2fff5-245e-4e88-a073-9dbcaf2e8a4c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'Port': ['ID=76a81769-8dca-47f1-898d-b8990af1b878,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:50.901143 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-07f2fff5-245e-4e88-a073-9dbcaf2e8a4c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:50.902185 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-07f2fff5-245e-4e88-a073-9dbcaf2e8a4c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:51.051449 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-07f2fff5-245e-4e88-a073-9dbcaf2e8a4c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2543528 Aug 24 09:00:51.074570 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-7b29ae4f-7f50-4e7f-83ad-343afebe6efb None None] Provisioning complete for port 76a81769-8dca-47f1-898d-b8990af1b878 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:00:51.075416 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-7b29ae4f-7f50-4e7f-83ad-343afebe6efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (76a81769-8dca-47f1-898d-b8990af1b878), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:51.113891 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-7b29ae4f-7f50-4e7f-83ad-343afebe6efb None None] Port 76a81769-8dca-47f1-898d-b8990af1b878 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:00:51.432179 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec8e65-5cba-4469-8938-65e624f02fce req-52ba12e7-c534-41e7-a95e-b5a2936866da tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:51.434048 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:51.434710 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d1ec8e65-5cba-4469-8938-65e624f02fce req-52ba12e7-c534-41e7-a95e-b5a2936866da tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 932 time: 0.0841544 Aug 24 09:00:51.458087 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420a23c-618b-47e5-9a05-fc7691d89e09 req-f54cf3fe-7f8c-410d-be47-e5eddf3670e7 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:51.460324 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f420a23c-618b-47e5-9a05-fc7691d89e09 req-f54cf3fe-7f8c-410d-be47-e5eddf3670e7 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0797267 Aug 24 09:00:51.507038 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d1ec8e65-5cba-4469-8938-65e624f02fce req-f7aa3384-28fb-4362-9fb4-7c214cac47aa tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=20d2969f-e685-4930-8dfb-a90d7ef625b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598817 Aug 24 09:00:51.531514 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f420a23c-618b-47e5-9a05-fc7691d89e09 req-6b4974f1-dda4-4599-8527-6263c0906c61 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611019 Aug 24 09:00:52.240632 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:52.683204 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ffb14-ec45-409e-825b-d0e8de8f7b64 req-d210c6a3-74ca-4d9e-b666-286dca316926 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:52.684881 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f10ffb14-ec45-409e-825b-d0e8de8f7b64 req-d210c6a3-74ca-4d9e-b666-286dca316926 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0556755 Aug 24 09:00:52.718381 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec7f31-8f45-4e0c-ae53-38e3f69f38c6 req-3349a669-4dea-4b3c-b599-0f997302753e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:52.722009 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-edec7f31-8f45-4e0c-ae53-38e3f69f38c6 req-3349a669-4dea-4b3c-b599-0f997302753e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 932 time: 0.0928078 Aug 24 09:00:52.754327 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f10ffb14-ec45-409e-825b-d0e8de8f7b64 req-17451494-dbd0-495d-82fa-295b1a99173b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624778 Aug 24 09:00:52.796443 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-edec7f31-8f45-4e0c-ae53-38e3f69f38c6 req-2c8ffde8-c8e3-45c3-b98e-5c2806b2b38f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=20d2969f-e685-4930-8dfb-a90d7ef625b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682356 Aug 24 09:00:52.954172 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Request body: {'port': {'device_id': '8e176c40-2e0a-4fd5-8dda-daffe9fb55a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:00:53.044638 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (76a81769-8dca-47f1-898d-b8990af1b878), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:53.359706 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a81769-8dca-47f1-898d-b8990af1b878 {{(pid=118616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:00:53.369089 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Publish callbacks [] for port (76a81769-8dca-47f1-898d-b8990af1b878), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:53.385006 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.provisioning_blocks [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Transition to ACTIVE for port object 76a81769-8dca-47f1-898d-b8990af1b878 will not be triggered until provisioned by entity L2. {{(pid=118616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 09:00:53.503791 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (76a81769-8dca-47f1-898d-b8990af1b878), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:53.514892 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:53.620490 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=76a81769-8dca-47f1-898d-b8990af1b878,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:53.669110 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Attempting to bind port 76a81769-8dca-47f1-898d-b8990af1b878 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:00:53.669703 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Attempting to bind port 76a81769-8dca-47f1-898d-b8990af1b878 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:00:53.670199 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Attempting to bind port 76a81769-8dca-47f1-898d-b8990af1b878 on network 8974f404-81fe-476f-ae03-918a0ea03bf7 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:00:53.676613 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Port 76a81769-8dca-47f1-898d-b8990af1b878 on network 8974f404-81fe-476f-ae03-918a0ea03bf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 09:00:53.677543 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Attempting to bind port 76a81769-8dca-47f1-898d-b8990af1b878 on network 8974f404-81fe-476f-ae03-918a0ea03bf7 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:00:53.685171 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:00:53.685883 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Checking segment: {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:00:53.686001 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Bound using segment: {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:00:53.686540 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Bound port: 76a81769-8dca-47f1-898d-b8990af1b878, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'}}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:00:53.686981 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (76a81769-8dca-47f1-898d-b8990af1b878), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:53.767021 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] For port 76a81769-8dca-47f1-898d-b8990af1b878, host hv-cinder-85221, cleared binding levels {{(pid=118616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:00:53.772515 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] For port 76a81769-8dca-47f1-898d-b8990af1b878, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=76a81769-8dca-47f1-898d-b8990af1b878,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:00:53.900226 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:53.908006 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (76a81769-8dca-47f1-898d-b8990af1b878), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:53.926460 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:53.927628 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:00:53.930054 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/76a81769-8dca-47f1-898d-b8990af1b878 HTTP/1.1" status: 200 len: 1094 time: 0.9816282 Aug 24 09:00:53.937063 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e176c40-2e0a-4fd5-8dda-daffe9fb55a2', 'tag': '76a81769-8dca-47f1-898d-b8990af1b878'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:00:53.941233 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d91a31-d4c4-4b4f-8987-488b362fa7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e176c40-2e0a-4fd5-8dda-daffe9fb55a2", "tag": "76a81769-8dca-47f1-898d-b8990af1b878"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:00:53.993623 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69b72e-ba15-4eef-a8a4-afebff7d1d18 req-fab3c20d-e1bc-44f1-a430-d2ae667d6f3d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:53.996438 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9b69b72e-ba15-4eef-a8a4-afebff7d1d18 req-fab3c20d-e1bc-44f1-a430-d2ae667d6f3d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.1516569 Aug 24 09:00:54.003259 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd88fa-b2b5-4dc4-9a76-6d22f01791b3 req-71966c0e-269e-4820-bd15-5cfc65ea6841 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:54.006022 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-86dd88fa-b2b5-4dc4-9a76-6d22f01791b3 req-71966c0e-269e-4820-bd15-5cfc65ea6841 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 944 time: 0.0862355 Aug 24 09:00:54.077644 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-86dd88fa-b2b5-4dc4-9a76-6d22f01791b3 req-059710ad-5ef0-47a1-92e4-94bcf5c66a73 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=20d2969f-e685-4930-8dfb-a90d7ef625b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646458 Aug 24 09:00:54.105003 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf998bc4-0e8f-4501-b40e-757158e8e4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=76a81769-8dca-47f1-898d-b8990af1b878,revision_number=3']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:00:54.133786 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9b69b72e-ba15-4eef-a8a4-afebff7d1d18 req-1bef47a8-700f-4dd2-89bb-a6318f2729ce tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235993 Aug 24 09:00:54.189619 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5ecdf9-c52e-4128-8e21-0e09382bd728 x-openstack-request-id: req-bb5ecdf9-c52e-4128-8e21-0e09382bd728 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:00:54.189925 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e176c40-2e0a-4fd5-8dda-daffe9fb55a2", "tag": "76a81769-8dca-47f1-898d-b8990af1b878", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:00:54.190211 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb5ecdf9-c52e-4128-8e21-0e09382bd728 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:00:54.190684 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5ecdf9-c52e-4128-8e21-0e09382bd728'] response: {'name': 'network-changed', 'server_uuid': '8e176c40-2e0a-4fd5-8dda-daffe9fb55a2', 'tag': '76a81769-8dca-47f1-898d-b8990af1b878', 'status': 'completed', 'code': 200} Aug 24 09:00:54.478363 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-6152cf68-04aa-4f5b-adbf-d0a6ea846f35 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:54.480944 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-6152cf68-04aa-4f5b-adbf-d0a6ea846f35 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/networks?id=2627b334-376c-4041-9ebc-cee6c276b6ad HTTP/1.1" status: 200 len: 813 time: 0.1513450 Aug 24 09:00:54.505781 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-034136ef-a0ec-4165-9e37-9a295d036ce2 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/quotas/e3fc853baefe4aa6b105874207810d01 HTTP/1.1" status: 200 len: 375 time: 0.0171776 Aug 24 09:00:54.543095 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-ef898557-3a68-4f7b-a49d-ef2bc268f68d tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e3fc853baefe4aa6b105874207810d01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299647 Aug 24 09:00:54.650093 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-20428ed5-f66a-4941-97cc-6840942f9b8e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2627b334-376c-4041-9ebc-cee6c276b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970416 Aug 24 09:00:54.767781 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-fe9ee1f7-690f-46e1-b268-9d3098955197 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2627b334-376c-4041-9ebc-cee6c276b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073575 Aug 24 09:00:55.128171 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7fb93b89-45c4-4862-ac2b-906516fb9913 req-5417568e-45fb-4f12-8135-b9809e28b7cf tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 210 time: 0.0365434 Aug 24 09:00:55.281782 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac510d-02fc-427b-83d2-cc23264bcca1 req-5faed6dc-d85e-4acd-a741-ae84307b514c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:55.283598 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-66ac510d-02fc-427b-83d2-cc23264bcca1 req-5faed6dc-d85e-4acd-a741-ae84307b514c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 944 time: 0.0895712 Aug 24 09:00:55.323528 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538ba1a-41a8-4dd4-9caf-281ce18f5782 req-e8018237-a985-4077-91f1-9b25b6bccecd tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:55.325682 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6538ba1a-41a8-4dd4-9caf-281ce18f5782 req-e8018237-a985-4077-91f1-9b25b6bccecd tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0900760 Aug 24 09:00:55.371627 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-66ac510d-02fc-427b-83d2-cc23264bcca1 req-c77dd0d5-8b4a-4d59-a725-e5d5b9c96635 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=20d2969f-e685-4930-8dfb-a90d7ef625b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737834 Aug 24 09:00:55.407721 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6538ba1a-41a8-4dd4-9caf-281ce18f5782 req-15865816-2c04-4b03-9d03-11db49c95f82 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745637 Aug 24 09:00:56.242479 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0be573f9-219f-4b9d-aa9b-f1c3ccebb963 req-03a05818-6600-4de0-be7a-c62191be8e1f tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 210 time: 0.0467501 Aug 24 09:00:56.420595 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d91a31-d4c4-4b4f-8987-488b362fa7c7 req-361bba72-ee5a-464e-b5ee-1d9389554ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:56.423695 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-03d91a31-d4c4-4b4f-8987-488b362fa7c7 req-361bba72-ee5a-464e-b5ee-1d9389554ce8 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 1128 time: 0.0810680 Aug 24 09:00:56.600855 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd9ad1-e8e7-44c1-86dd-8d7ab229659a req-583159ae-19f7-4148-9ff4-461c75f04712 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:56.603828 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-93fd9ad1-e8e7-44c1-86dd-8d7ab229659a req-583159ae-19f7-4148-9ff4-461c75f04712 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 944 time: 0.0986347 Aug 24 09:00:56.647820 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdceeb2-8819-4936-81d3-6b28b2a2116d req-377b9c39-bd2d-48fd-a55c-b540e0839f35 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:56.650772 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3cdceeb2-8819-4936-81d3-6b28b2a2116d req-377b9c39-bd2d-48fd-a55c-b540e0839f35 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0879529 Aug 24 09:00:56.672209 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d91a31-d4c4-4b4f-8987-488b362fa7c7 req-bd5a1972-dd76-48f6-8be9-3542470d4aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:56.674239 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-03d91a31-d4c4-4b4f-8987-488b362fa7c7 req-bd5a1972-dd76-48f6-8be9-3542470d4aa3 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2396030 Aug 24 09:00:56.679233 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-93fd9ad1-e8e7-44c1-86dd-8d7ab229659a req-d9f1d2d9-d50c-4cab-bfd3-3178a9dc4033 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=20d2969f-e685-4930-8dfb-a90d7ef625b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688477 Aug 24 09:00:56.710091 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:56.728091 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3cdceeb2-8819-4936-81d3-6b28b2a2116d req-75f0238f-e52a-4567-b4f6-432628caa3a8 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597484 Aug 24 09:00:57.365035 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f7a43791-81a0-41ab-a0d2-c02d241692a7 req-978a256c-b3f4-4f13-9e5b-cfe33fa88568 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 210 time: 0.0344548 Aug 24 09:00:57.675002 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d91a31-d4c4-4b4f-8987-488b362fa7c7 req-1e01c531-d3a0-47b8-a543-e86a62d3f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:57.676511 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-03d91a31-d4c4-4b4f-8987-488b362fa7c7 req-1e01c531-d3a0-47b8-a543-e86a62d3f235 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1936915 Aug 24 09:00:57.677523 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a192f2d-38f1-4129-afc9-1b11d2789bd2 req-1d658e02-79d5-4046-876b-a81de0253526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:57.678935 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9a192f2d-38f1-4129-afc9-1b11d2789bd2 req-1d658e02-79d5-4046-876b-a81de0253526 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 1129 time: 0.0673816 Aug 24 09:00:57.800768 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9a192f2d-38f1-4129-afc9-1b11d2789bd2 req-ca10308a-2677-4d6d-a84d-69f1f468338a service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072567 Aug 24 09:00:57.821594 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-55a7d6bb-af6e-490d-a55a-4c400a8aa3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:57.823234 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-55a7d6bb-af6e-490d-a55a-4c400a8aa3e8 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 1128 time: 0.0792964 Aug 24 09:00:57.868498 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e307b7e-f121-437d-bc83-b304bbfde875 req-872ce7ac-c630-4ae1-8a95-d175eb08ea93 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:57.870349 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5e307b7e-f121-437d-bc83-b304bbfde875 req-872ce7ac-c630-4ae1-8a95-d175eb08ea93 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 944 time: 0.0588667 Aug 24 09:00:57.912823 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816dd3d-203f-497d-9934-147dfd78b41c req-0005c6f9-278b-421a-b79f-4f100aca1e9b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:57.914051 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8816dd3d-203f-497d-9934-147dfd78b41c req-0005c6f9-278b-421a-b79f-4f100aca1e9b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0706716 Aug 24 09:00:57.942326 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5e307b7e-f121-437d-bc83-b304bbfde875 req-64547e5b-4394-4b09-a33c-1e87d0f97b43 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=20d2969f-e685-4930-8dfb-a90d7ef625b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615001 Aug 24 09:00:57.987774 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8816dd3d-203f-497d-9934-147dfd78b41c req-cd994878-9a31-474f-a30c-776f22fe0d97 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661738 Aug 24 09:00:58.091732 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-1cba779a-dda1-4852-a46e-8f397fe379f1 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76a81769-8dca-47f1-898d-b8990af1b878 HTTP/1.1" status: 200 len: 217 time: 0.0484221 Aug 24 09:00:58.206751 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-c44ed165-7ade-4f71-bfda-bb2d03343a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:58.210344 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-c44ed165-7ade-4f71-bfda-bb2d03343a9b service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=68cde71c-76f8-4ef2-ae70-0fbb6e1478f1 HTTP/1.1" status: 200 len: 853 time: 0.0930786 Aug 24 09:00:58.495800 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1d8913c8-6e69-4266-879b-f9f382999ca2 req-6891a023-7c04-4083-9548-5be8a7ed3407 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 210 time: 0.0313778 Aug 24 09:00:58.533707 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:58.576092 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-58cf18b2-b933-4c07-85d1-470368466640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:58.577715 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-58cf18b2-b933-4c07-85d1-470368466640 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=8974f404-81fe-476f-ae03-918a0ea03bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549235 Aug 24 09:00:58.688433 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-56e043de-335a-42a2-ab16-8451adb04fe3 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033535 Aug 24 09:00:59.043884 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5b41c65c-7bbc-4bc9-b8e1-3bb6d3e3dd86 req-93569ad6-fd9c-4361-9e64-85788d518389 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058559 Aug 24 09:00:59.136665 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b199cf-aef5-4669-aabb-e9e8b8fbb75c req-0a6ce5e8-1e05-40a2-b28b-fd779afcf2ad tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:59.138280 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b2b199cf-aef5-4669-aabb-e9e8b8fbb75c req-0a6ce5e8-1e05-40a2-b28b-fd779afcf2ad tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 944 time: 0.0607867 Aug 24 09:00:59.204808 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b2b199cf-aef5-4669-aabb-e9e8b8fbb75c req-e5e06aba-5329-47e2-be0e-008fdb9c55b0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=20d2969f-e685-4930-8dfb-a90d7ef625b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559962 Aug 24 09:00:59.366764 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:00:59.385538 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a536c59-b52e-4451-99a1-4be227252f04 req-9798c50d-e4e5-4f16-b3e2-ccc0a88a8446 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:59.387229 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2a536c59-b52e-4451-99a1-4be227252f04 req-9798c50d-e4e5-4f16-b3e2-ccc0a88a8446 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 945 time: 0.0576472 Aug 24 09:00:59.393370 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62a704-cbdb-4d57-93ea-9e8e8de8f6ce req-0619573f-43b7-49eb-810f-65f0a793967c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:00:59.396461 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4c62a704-cbdb-4d57-93ea-9e8e8de8f6ce req-0619573f-43b7-49eb-810f-65f0a793967c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0740898 Aug 24 09:00:59.458016 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4c62a704-cbdb-4d57-93ea-9e8e8de8f6ce req-be16bc9f-c17a-442d-986d-f2442133c4bf tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552716 Aug 24 09:00:59.471631 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2a536c59-b52e-4451-99a1-4be227252f04 req-96264cb1-9af6-40b2-985e-e749ff9887cb tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773873 Aug 24 09:00:59.664592 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7b1049e8-7199-4b25-a79d-781412ba8e66 req-b87649df-5b19-4ce9-8770-b97e46eaba10 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 210 time: 0.0364168 Aug 24 09:01:00.358085 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b56d88-e783-4321-b23e-482eac39147e req-900b24e7-5d3d-4524-93da-3775f6eb882c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:00.359712 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b6b56d88-e783-4321-b23e-482eac39147e req-900b24e7-5d3d-4524-93da-3775f6eb882c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 944 time: 0.0556107 Aug 24 09:01:00.428198 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b6b56d88-e783-4321-b23e-482eac39147e req-831a50be-7530-4b92-a855-0903fe29f50b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=20d2969f-e685-4930-8dfb-a90d7ef625b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581310 Aug 24 09:01:00.613838 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8005334-e0cc-4733-bd81-5847e41d18b9 req-6c7a8fd9-5af4-43c2-9729-9308ee55c420 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:00.615763 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d8005334-e0cc-4733-bd81-5847e41d18b9 req-6c7a8fd9-5af4-43c2-9729-9308ee55c420 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0671628 Aug 24 09:01:00.642324 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7076767-db6d-464c-a439-90259afa1b5c req-e0f10e67-e2e1-4ded-8d0c-8d347941053f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:00.644169 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b7076767-db6d-464c-a439-90259afa1b5c req-e0f10e67-e2e1-4ded-8d0c-8d347941053f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 945 time: 0.0648932 Aug 24 09:01:00.675236 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:00.687284 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d8005334-e0cc-4733-bd81-5847e41d18b9 req-d9b6c615-2b41-4013-bf40-1a3063a95c53 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648539 Aug 24 09:01:00.704495 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b7076767-db6d-464c-a439-90259afa1b5c req-aaae7e29-197d-4b20-a40d-8a802e14a67e tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538366 Aug 24 09:01:00.842874 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-53d10527-9d8f-41ab-964e-dd6c47a7afd6 req-5f860501-8ece-497f-8636-b15369d415d9 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 210 time: 0.0390828 Aug 24 09:01:01.101809 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:01.108950 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:01.111276 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=6 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:01.306153 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 76a81769-8dca-47f1-898d-b8990af1b878 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 09:01:01.420220 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 76a81769-8dca-47f1-898d-b8990af1b878, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=76a81769-8dca-47f1-898d-b8990af1b878,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:01.444761 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '76a81769-8dca-47f1-898d-b8990af1b878', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'port_id': '76a81769-8dca-47f1-898d-b8990af1b878', 'mac_address': 'fa:16:3e:f7:8b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 09:01:01.515101 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 76a81769-8dca-47f1-898d-b8990af1b878 is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:01:01.515721 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (76a81769-8dca-47f1-898d-b8990af1b878), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:01.541587 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a81769-8dca-47f1-898d-b8990af1b878 {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:01:01.577685 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 76a81769-8dca-47f1-898d-b8990af1b878, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=76a81769-8dca-47f1-898d-b8990af1b878,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:01.601536 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cce5d3-8209-42a4-befc-b9d9a2b8fefe req-c6334626-9147-48fd-aaed-175b504d02d8 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:01.603165 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-09cce5d3-8209-42a4-befc-b9d9a2b8fefe req-c6334626-9147-48fd-aaed-175b504d02d8 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 944 time: 0.0735426 Aug 24 09:01:01.605132 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48ec84-51b3-45b2-bff7-ee01e3c9dc06 req-aebed83d-5f59-4452-b6fe-d199e620344b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:01.606758 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ab48ec84-51b3-45b2-bff7-ee01e3c9dc06 req-aebed83d-5f59-4452-b6fe-d199e620344b tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0793118 Aug 24 09:01:01.666988 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-09cce5d3-8209-42a4-befc-b9d9a2b8fefe req-07f76c51-700e-48e1-84ed-1605986553d9 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=20d2969f-e685-4930-8dfb-a90d7ef625b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531638 Aug 24 09:01:01.675712 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (76a81769-8dca-47f1-898d-b8990af1b878), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:01.684523 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ab48ec84-51b3-45b2-bff7-ee01e3c9dc06 req-e7dec141-32f5-408f-9bf4-001de586eca5 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677638 Aug 24 09:01:01.765621 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=76a81769-8dca-47f1-898d-b8990af1b878,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:01.918854 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:01.946965 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b86cd9-368c-49f8-8267-f0f7d5db54b9 req-aec6b5c6-bcb5-4c96-9b7a-4183dd6c4023 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:01.948915 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-78b86cd9-368c-49f8-8267-f0f7d5db54b9 req-aec6b5c6-bcb5-4c96-9b7a-4183dd6c4023 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 945 time: 0.0954812 Aug 24 09:01:02.039591 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-78b86cd9-368c-49f8-8267-f0f7d5db54b9 req-6d2b49a7-2459-419d-92e9-7999f991d5e4 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754540 Aug 24 09:01:02.092337 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e8b2bebc-f411-435e-afbd-bcd6636556dd req-0afc3f5e-bcd6-4dd6-af17-9727bd6dceb5 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 210 time: 0.1317832 Aug 24 09:01:02.170059 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['76a81769-8dca-47f1-898d-b8990af1b878'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:01:02.185908 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-1a418e82-edd2-4bf1-acae-6f2513ae6bdb tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:02.188726 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-1a418e82-edd2-4bf1-acae-6f2513ae6bdb tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.69 "GET /networking/v2.0/networks?id=2627b334-376c-4041-9ebc-cee6c276b6ad HTTP/1.1" status: 200 len: 813 time: 0.3361557 Aug 24 09:01:02.190420 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf05de-57f5-4481-be22-9c4fa36ca8b0 req-0b7ee02f-7ac3-4dc9-8979-40902060cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:02.193309 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4acf05de-57f5-4481-be22-9c4fa36ca8b0 req-0b7ee02f-7ac3-4dc9-8979-40902060cacf service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 1129 time: 0.1595044 Aug 24 09:01:02.374248 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-c24b2a19-d97d-4359-b58a-43568f1a3c36 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Request body: {'port': {'device_id': '8ccdc47e-d83d-44af-81d9-e7fb90919434', 'network_id': '2627b334-376c-4041-9ebc-cee6c276b6ad', 'admin_state_up': True, 'tenant_id': 'e3fc853baefe4aa6b105874207810d01'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:01:02.533424 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf05de-57f5-4481-be22-9c4fa36ca8b0 req-8451cbe3-1d52-4161-ae0e-8d2d3aa36890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:02.535013 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4acf05de-57f5-4481-be22-9c4fa36ca8b0 req-8451cbe3-1d52-4161-ae0e-8d2d3aa36890 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 920 time: 0.1778464 Aug 24 09:01:02.555446 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:02.643211 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4acf05de-57f5-4481-be22-9c4fa36ca8b0 req-dfe2837b-959f-48d9-9232-052088cc3178 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c1b8b12-1576-4b4a-a28a-6f65318d7b08 HTTP/1.1" status: 200 len: 1001 time: 0.0769334 Aug 24 09:01:02.714511 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-c24b2a19-d97d-4359-b58a-43568f1a3c36 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Made reservation on behalf of e3fc853baefe4aa6b105874207810d01 for: {'port': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:01:02.719196 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-c24b2a19-d97d-4359-b58a-43568f1a3c36 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:02.794061 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f4584-8813-4d21-bab5-d9aa641968b3 req-4c6d9571-1db6-41ff-9bad-ab96a5c3fe72 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:02.796672 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b51f4584-8813-4d21-bab5-d9aa641968b3 req-4c6d9571-1db6-41ff-9bad-ab96a5c3fe72 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 945 time: 0.1318135 Aug 24 09:01:02.831603 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf05de-57f5-4481-be22-9c4fa36ca8b0 req-a3231d61-9f6f-497e-8b29-04726093564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:02.833578 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4acf05de-57f5-4481-be22-9c4fa36ca8b0 req-a3231d61-9f6f-497e-8b29-04726093564c service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=8a21facc-ab1e-4219-b0f0-4f835c4b6a49 HTTP/1.1" status: 200 len: 858 time: 0.1775455 Aug 24 09:01:02.868309 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb061036-f5b1-49a1-9444-3c862af59b3f req-a371a649-d277-4eeb-9022-7f7af4a3f9da tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:02.870496 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-eb061036-f5b1-49a1-9444-3c862af59b3f req-a371a649-d277-4eeb-9022-7f7af4a3f9da tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 945 time: 0.0871258 Aug 24 09:01:02.942273 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-eb061036-f5b1-49a1-9444-3c862af59b3f req-d8fce972-a432-48bc-a467-ac0ea57fc03d tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=20d2969f-e685-4930-8dfb-a90d7ef625b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629945 Aug 24 09:01:03.245656 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58478d15-19d3-4f39-bf26-954b0047aa9a req-81dbf6f3-a3c0-480d-b428-a64696b919ad tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:03.248139 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-58478d15-19d3-4f39-bf26-954b0047aa9a req-81dbf6f3-a3c0-480d-b428-a64696b919ad tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 945 time: 0.0804458 Aug 24 09:01:03.328886 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-58478d15-19d3-4f39-bf26-954b0047aa9a req-8dce3b31-7f54-4f60-8254-77971798ef2b tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748990 Aug 24 09:01:03.337612 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 76a81769-8dca-47f1-898d-b8990af1b878 up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:01:03.367238 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d07223-6b27-407d-8aa5-252a04b79361 req-40cd656a-732b-47a1-a927-5057f5a20b68 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:03.370352 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-47d07223-6b27-407d-8aa5-252a04b79361 req-40cd656a-732b-47a1-a927-5057f5a20b68 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.5432601 Aug 24 09:01:03.380482 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf05de-57f5-4481-be22-9c4fa36ca8b0 req-fb3a1f51-5ddb-4594-9f29-fe46a4aa22fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:03.383052 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4acf05de-57f5-4481-be22-9c4fa36ca8b0 req-fb3a1f51-5ddb-4594-9f29-fe46a4aa22fa service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4952850 Aug 24 09:01:03.394800 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port 76a81769-8dca-47f1-898d-b8990af1b878 completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 09:01:03.450945 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-b51f4584-8813-4d21-bab5-d9aa641968b3 req-386b4975-470b-47b3-966f-b4c36fd98c41 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Deleting port 5af44ebd-f6e8-4d16-897d-8f55882e9383 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:01:03.457067 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-b51f4584-8813-4d21-bab5-d9aa641968b3 req-386b4975-470b-47b3-966f-b4c36fd98c41 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (5af44ebd-f6e8-4d16-897d-8f55882e9383), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:03.457511 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d654069c-03aa-4bc4-b404-0e6f4ba925b3 req-0125d95f-b712-43fd-a6ac-69a8edcbc639 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 210 time: 0.0431378 Aug 24 09:01:03.474694 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-c24b2a19-d97d-4359-b58a-43568f1a3c36 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Allocated IP 172.20.0.8 (2627b334-376c-4041-9ebc-cee6c276b6ad/f328b315-f1db-4866-bc95-936b6da191d3/f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:01:03.481446 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 76a81769-8dca-47f1-898d-b8990af1b878 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:01:03.485033 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (76a81769-8dca-47f1-898d-b8990af1b878), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:03.524706 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:03.606838 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 76a81769-8dca-47f1-898d-b8990af1b878 is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:01:03.607866 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (76a81769-8dca-47f1-898d-b8990af1b878), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:03.617069 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:03.638594 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e176c40-2e0a-4fd5-8dda-daffe9fb55a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a81769-8dca-47f1-898d-b8990af1b878'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:03.641046 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ee76a6-f184-41c6-96dd-eeaaef2cffbf" -d '{"events": [{"server_uuid": "8e176c40-2e0a-4fd5-8dda-daffe9fb55a2", "name": "network-vif-plugged", "status": "completed", "tag": "76a81769-8dca-47f1-898d-b8990af1b878"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:03.655312 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-47d07223-6b27-407d-8aa5-252a04b79361 req-84d79d41-10a1-4138-91d4-91795cb0935a tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610729 Aug 24 09:01:03.661834 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 76a81769-8dca-47f1-898d-b8990af1b878, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=76a81769-8dca-47f1-898d-b8990af1b878,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:03.676884 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:01:03.690731 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba825151-179d-4101-8952-a714daff1cb6 x-openstack-request-id: req-ba825151-179d-4101-8952-a714daff1cb6 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:03.690731 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e176c40-2e0a-4fd5-8dda-daffe9fb55a2", "name": "network-vif-plugged", "status": "completed", "tag": "76a81769-8dca-47f1-898d-b8990af1b878", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:03.690731 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba825151-179d-4101-8952-a714daff1cb6 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:03.691077 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba825151-179d-4101-8952-a714daff1cb6'] response: {'server_uuid': '8e176c40-2e0a-4fd5-8dda-daffe9fb55a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a81769-8dca-47f1-898d-b8990af1b878', 'code': 200} Aug 24 09:01:03.705899 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:03.718590 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4acf05de-57f5-4481-be22-9c4fa36ca8b0 req-90b8bbaf-7327-4d5f-9b23-d91e92d2b270 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115203 Aug 24 09:01:03.763226 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (76a81769-8dca-47f1-898d-b8990af1b878), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:03.813403 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-b51f4584-8813-4d21-bab5-d9aa641968b3 req-386b4975-470b-47b3-966f-b4c36fd98c41 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] For port 5af44ebd-f6e8-4d16-897d-8f55882e9383, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5af44ebd-f6e8-4d16-897d-8f55882e9383,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:03.813938 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-b51f4584-8813-4d21-bab5-d9aa641968b3 req-386b4975-470b-47b3-966f-b4c36fd98c41 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (5af44ebd-f6e8-4d16-897d-8f55882e9383), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:03.882282 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=76a81769-8dca-47f1-898d-b8990af1b878,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:04.193338 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd67e6f-a728-48ee-81a9-d0526596e3a8 req-17e78e92-5f64-48ab-af20-6fc66f606c25 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:04.201331 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6fd67e6f-a728-48ee-81a9-d0526596e3a8 req-17e78e92-5f64-48ab-af20-6fc66f606c25 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 946 time: 0.1242092 Aug 24 09:01:04.223089 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 36624) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:01:04.238672 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a02ed-2c72-42ef-ae12-a6f51169d3b1 req-f7692795-fa64-4449-96c3-91e7342dcb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:04.241280 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ed9a02ed-2c72-42ef-ae12-a6f51169d3b1 req-f7692795-fa64-4449-96c3-91e7342dcb08 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 1130 time: 0.0924063 Aug 24 09:01:04.251905 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4acf05de-57f5-4481-be22-9c4fa36ca8b0 req-4a1650c8-6f0b-4ae5-b5c8-9c2329c380f7 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215774 Aug 24 09:01:04.295952 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67538dec-1788-45f1-bbcc-7e5223294676 req-3fbfdce0-1339-4c7a-b766-514a0ba8afd9 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-237957971&fields=id&tenant_id=065b8b1394f24ce1973119ee8cd6bd2c HTTP/1.1" status: 200 len: 267 time: 0.4572196 Aug 24 09:01:04.304600 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6fd67e6f-a728-48ee-81a9-d0526596e3a8 req-55d51b8d-6932-4656-9f81-2d57be49419e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=20d2969f-e685-4930-8dfb-a90d7ef625b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020808 Aug 24 09:01:04.308941 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-c24b2a19-d97d-4359-b58a-43568f1a3c36 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Publish callbacks [] for port (f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:04.347307 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ed9a02ed-2c72-42ef-ae12-a6f51169d3b1 req-a8afea18-a6e7-438d-bc16-9b5b4b0553ef service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=20d2969f-e685-4930-8dfb-a90d7ef625b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941448 Aug 24 09:01:04.486472 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:04.494715 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:04.503242 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031968da-77b5-4e63-914d-d3ef1250e951 req-ec341089-bd13-4a14-bfa2-b10bf1a9e9de tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:04.504989 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-031968da-77b5-4e63-914d-d3ef1250e951 req-ec341089-bd13-4a14-bfa2-b10bf1a9e9de tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 945 time: 0.0842159 Aug 24 09:01:04.547238 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-b51f4584-8813-4d21-bab5-d9aa641968b3 req-386b4975-470b-47b3-966f-b4c36fd98c41 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:04.547598 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-b51f4584-8813-4d21-bab5-d9aa641968b3 req-386b4975-470b-47b3-966f-b4c36fd98c41 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (5147eae4-2031-4886-ba4c-442c6af941e9), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:04.547929 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.l3_db [req-b51f4584-8813-4d21-bab5-d9aa641968b3 req-386b4975-470b-47b3-966f-b4c36fd98c41 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Floating IP 5147eae4-2031-4886-ba4c-442c6af941e9 disassociated. External IP: 172.27.1.191, port: 5af44ebd-f6e8-4d16-897d-8f55882e9383. Aug 24 09:01:04.548283 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-b51f4584-8813-4d21-bab5-d9aa641968b3 req-386b4975-470b-47b3-966f-b4c36fd98c41 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Calling delete_port for 5af44ebd-f6e8-4d16-897d-8f55882e9383 owned by compute:nova {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:01:04.631404 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67538dec-1788-45f1-bbcc-7e5223294676 req-1bbbb1d7-dff0-4c57-b0ed-774699d831ba tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:04.635714 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67538dec-1788-45f1-bbcc-7e5223294676 req-1bbbb1d7-dff0-4c57-b0ed-774699d831ba tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/networks?id=01f07883-0fad-4927-b76b-042659a40090 HTTP/1.1" status: 200 len: 808 time: 0.3009882 Aug 24 09:01:04.647310 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-c24b2a19-d97d-4359-b58a-43568f1a3c36 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:04.663804 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-031968da-77b5-4e63-914d-d3ef1250e951 req-a30ee219-37ee-465e-ba70-be8908987b47 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279411 Aug 24 09:01:04.733282 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Publish callbacks [] for security_group (25f8b994-622c-41b6-b99c-0409abb16ea3), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:04.734937 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67538dec-1788-45f1-bbcc-7e5223294676 req-f7db10fa-9566-433d-940f-41076b016e84 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/quotas/065b8b1394f24ce1973119ee8cd6bd2c HTTP/1.1" status: 200 len: 375 time: 0.0936215 Aug 24 09:01:04.741107 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-c24b2a19-d97d-4359-b58a-43568f1a3c36 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Network 2627b334-376c-4041-9ebc-cee6c276b6ad is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:01:04.749444 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-c24b2a19-d97d-4359-b58a-43568f1a3c36 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:01:04.752059 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:04.760142 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-c24b2a19-d97d-4359-b58a-43568f1a3c36 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:01:04.774699 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b2a19-d97d-4359-b58a-43568f1a3c36 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Pushing event updated for resources: {'Port': ['ID=f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:04.796211 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (25f8b994-622c-41b6-b99c-0409abb16ea3), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:04.820811 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e980b-fe5b-43e2-b4aa-0c2ad1a52cfc req-8ae3af0c-a7e6-4115-8513-0648f49e64fe tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:04.822428 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2d7e980b-fe5b-43e2-b4aa-0c2ad1a52cfc req-8ae3af0c-a7e6-4115-8513-0648f49e64fe tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 931 time: 0.0872881 Aug 24 09:01:04.868476 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b0891dcdbf6543f8b5fdf2206fefb713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6410859 Aug 24 09:01:04.869172 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-c24b2a19-d97d-4359-b58a-43568f1a3c36 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:04.869873 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-c24b2a19-d97d-4359-b58a-43568f1a3c36 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:04.874349 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 36636) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:01:04.877074 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67538dec-1788-45f1-bbcc-7e5223294676 req-1192dea8-d464-474a-9668-436bae5c7f6d tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=065b8b1394f24ce1973119ee8cd6bd2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1233144 Aug 24 09:01:04.884633 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f8b994-622c-41b6-b99c-0409abb16ea3,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:04.924568 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:04.924919 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:04.925364 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:04.925800 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:04.926053 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:04.926440 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:04.927334 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:04.927652 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:04.927981 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:04.928311 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:04.928640 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:04.928979 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:04.929303 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:04.929625 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:04.929945 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937dda2-b02c-4af4-9716-f3a50e9e0669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:04.939081 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:04.965750 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2d7e980b-fe5b-43e2-b4aa-0c2ad1a52cfc req-b905ae09-6709-4df3-8ec2-f8733375a96e tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288271 Aug 24 09:01:04.982292 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-4cf9efb8-3219-46d7-945f-8c741244e064 admin admin] Publish callbacks [] for security_group (25f8b994-622c-41b6-b99c-0409abb16ea3), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:05.016854 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-c24b2a19-d97d-4359-b58a-43568f1a3c36 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6492424 Aug 24 09:01:05.020721 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-4cf9efb8-3219-46d7-945f-8c741244e064 admin admin] Publish callbacks [] for security_group (25f8b994-622c-41b6-b99c-0409abb16ea3), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:05.052876 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67538dec-1788-45f1-bbcc-7e5223294676 req-98c73955-789c-4ac5-b970-9637b188b6ed service neutron] 10.222.0.64 "GET /networking/v2.0/networks/01f07883-0fad-4927-b76b-042659a40090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473529 Aug 24 09:01:05.082501 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-b51f4584-8813-4d21-bab5-d9aa641968b3 req-386b4975-470b-47b3-966f-b4c36fd98c41 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (5af44ebd-f6e8-4d16-897d-8f55882e9383), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:05.112442 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360a403-cf76-444b-839c-7ce0cfca75c4 req-d059628f-aa76-465e-896c-019ccd43cca5 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:05.114474 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7360a403-cf76-444b-839c-7ce0cfca75c4 req-d059628f-aa76-465e-896c-019ccd43cca5 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0805964 Aug 24 09:01:05.127916 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:05.133253 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b4975-470b-47b3-966f-b4c36fd98c41 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event deleted for resources: {'Port': ['ID=5af44ebd-f6e8-4d16-897d-8f55882e9383,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:05.205895 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7360a403-cf76-444b-839c-7ce0cfca75c4 req-4db7bff2-be7f-4a7d-a0fe-8a0b75d950cd tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801659 Aug 24 09:01:05.281037 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67538dec-1788-45f1-bbcc-7e5223294676 req-3bebdedb-5a55-490f-a369-ed43fc9e1497 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/01f07883-0fad-4927-b76b-042659a40090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211034 Aug 24 09:01:05.282976 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-4cf9efb8-3219-46d7-945f-8c741244e064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (25f8b994-622c-41b6-b99c-0409abb16ea3), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:05.291115 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-4cf9efb8-3219-46d7-945f-8c741244e064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:05.291115 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-4cf9efb8-3219-46d7-945f-8c741244e064 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/25f8b994-622c-41b6-b99c-0409abb16ea3 HTTP/1.1" status: 204 len: 168 time: 0.4141004 Aug 24 09:01:05.310568 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9efb8-3219-46d7-945f-8c741244e064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f8b994-622c-41b6-b99c-0409abb16ea3,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:05.318302 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b51f4584-8813-4d21-bab5-d9aa641968b3 req-386b4975-470b-47b3-966f-b4c36fd98c41 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Router 8fe60407-1a57-4c0e-bf05-9f88bd117274 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:01:05.351938 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 5af44ebd-f6e8-4d16-897d-8f55882e9383 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:01:05.378095 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: 5af44ebd-f6e8-4d16-897d-8f55882e9383 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:01:05.380412 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 5af44ebd-f6e8-4d16-897d-8f55882e9383 not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:01:05.457327 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:05.485076 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894bf6a-e079-4f0a-952f-86d35f847b2b req-6b49aac0-feed-4e85-801f-77dc55961724 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:05.487056 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e894bf6a-e079-4f0a-952f-86d35f847b2b req-6b49aac0-feed-4e85-801f-77dc55961724 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 946 time: 0.0683336 Aug 24 09:01:05.489738 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b51f4584-8813-4d21-bab5-d9aa641968b3 req-386b4975-470b-47b3-966f-b4c36fd98c41 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:01:05.502305 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca92201-2eed-4d64-b216-b79daa4bf7ad None None] Sync routers for ids ['8fe60407-1a57-4c0e-bf05-9f88bd117274'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:01:05.533545 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca92201-2eed-4d64-b216-b79daa4bf7ad None None] Routers {'8fe60407-1a57-4c0e-bf05-9f88bd117274'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:01:05.535393 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-dca92201-2eed-4d64-b216-b79daa4bf7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:00:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['8fe60407-1a57-4c0e-bf05-9f88bd117274'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:05.579776 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51f4584-8813-4d21-bab5-d9aa641968b3 req-386b4975-470b-47b3-966f-b4c36fd98c41 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] No DVR routers for this DVR port 5af44ebd-f6e8-4d16-897d-8f55882e9383 on host hv-cinder-85221 {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:01:05.583004 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-b51f4584-8813-4d21-bab5-d9aa641968b3 req-386b4975-470b-47b3-966f-b4c36fd98c41 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:05.587420 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b51f4584-8813-4d21-bab5-d9aa641968b3 req-386b4975-470b-47b3-966f-b4c36fd98c41 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.69 "DELETE /networking/v2.0/ports/5af44ebd-f6e8-4d16-897d-8f55882e9383 HTTP/1.1" status: 204 len: 173 time: 2.7748084 Aug 24 09:01:05.587420 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b056e5f-9e74-4d77-b390-70a948d54c49', 'name': 'network-vif-deleted', 'tag': '5af44ebd-f6e8-4d16-897d-8f55882e9383'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:05.589905 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099abbca-cf44-4671-9557-be7e1293f948" -d '{"events": [{"server_uuid": "6b056e5f-9e74-4d77-b390-70a948d54c49", "name": "network-vif-deleted", "tag": "5af44ebd-f6e8-4d16-897d-8f55882e9383"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:05.617013 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e894bf6a-e079-4f0a-952f-86d35f847b2b req-d3c6bc23-6d9c-4715-9dc1-19a620f012e3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=20d2969f-e685-4930-8dfb-a90d7ef625b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161926 Aug 24 09:01:05.712554 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f331e21-37ba-4cac-978a-d2fcd10eb3dd x-openstack-request-id: req-6f331e21-37ba-4cac-978a-d2fcd10eb3dd {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:05.713337 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b056e5f-9e74-4d77-b390-70a948d54c49", "name": "network-vif-deleted", "tag": "5af44ebd-f6e8-4d16-897d-8f55882e9383", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:05.713730 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f331e21-37ba-4cac-978a-d2fcd10eb3dd {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:05.714301 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f331e21-37ba-4cac-978a-d2fcd10eb3dd'] response: {'server_uuid': '6b056e5f-9e74-4d77-b390-70a948d54c49', 'name': 'network-vif-deleted', 'tag': '5af44ebd-f6e8-4d16-897d-8f55882e9383', 'status': 'completed', 'code': 200} Aug 24 09:01:05.775105 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-dca92201-2eed-4d64-b216-b79daa4bf7ad None None] Set router 8fe60407-1a57-4c0e-bf05-9f88bd117274 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:01:05.883682 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-87a5e4ce-6c85-44eb-9a3d-0229284f9e4d req-b2e613a0-2617-4e4e-ab38-5d68d9b15ddd tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 210 time: 0.0725274 Aug 24 09:01:06.072425 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Request body: {'port': {'device_id': '8ccdc47e-d83d-44af-81d9-e7fb90919434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:01:06.112376 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6887f-4fc8-42c7-beee-32f284e25c84 req-58cda1d5-5d08-4358-83e6-6bcd4e1904df tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:06.114318 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8cf6887f-4fc8-42c7-beee-32f284e25c84 req-58cda1d5-5d08-4358-83e6-6bcd4e1904df tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 931 time: 0.0656376 Aug 24 09:01:06.183289 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8cf6887f-4fc8-42c7-beee-32f284e25c84 req-d9d00525-a6d6-41eb-8ecf-e3c64662095f tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582933 Aug 24 09:01:06.216647 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:06.351128 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-dca92201-2eed-4d64-b216-b79daa4bf7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:06.380811 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca92201-2eed-4d64-b216-b79daa4bf7ad None None] Checking router: 8fe60407-1a57-4c0e-bf05-9f88bd117274 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:01:06.402460 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca92201-2eed-4d64-b216-b79daa4bf7ad None None] Routers {'8fe60407-1a57-4c0e-bf05-9f88bd117274'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:01:06.403136 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-dca92201-2eed-4d64-b216-b79daa4bf7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:00:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['8fe60407-1a57-4c0e-bf05-9f88bd117274'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:06.413246 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34f4da-8a3a-4425-ac93-c7d948b98158 req-1857e3b2-7664-42ec-9328-5861ae1a51e6 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:06.415006 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6d34f4da-8a3a-4425-ac93-c7d948b98158 req-1857e3b2-7664-42ec-9328-5861ae1a51e6 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0592244 Aug 24 09:01:06.527560 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6d34f4da-8a3a-4425-ac93-c7d948b98158 req-ebbcb383-c216-413c-a034-a7845f03e203 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813053 Aug 24 09:01:06.609905 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-891e680e-53cf-433f-843e-5abe678101a3 req-bd2b42bc-6286-44b2-aac6-bd790ac709f9 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 210 time: 0.0679965 Aug 24 09:01:06.674858 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-dca92201-2eed-4d64-b216-b79daa4bf7ad None None] Set router 8fe60407-1a57-4c0e-bf05-9f88bd117274 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:01:06.719232 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 {{(pid=118616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:01:06.728685 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Publish callbacks [] for port (f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:06.749493 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.provisioning_blocks [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Transition to ACTIVE for port object f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 will not be triggered until provisioned by entity L2. {{(pid=118616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 09:01:06.798282 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a1bb0-34ba-420c-a564-7497683d3ee8 req-0acbe171-1252-461a-9473-d253e56aae7c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:06.800847 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b88a1bb0-34ba-420c-a564-7497683d3ee8 req-0acbe171-1252-461a-9473-d253e56aae7c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 946 time: 0.0841191 Aug 24 09:01:06.842594 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:06.889498 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b88a1bb0-34ba-420c-a564-7497683d3ee8 req-184e7c8a-0d32-4887-87b9-6c11557dc5b6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=20d2969f-e685-4930-8dfb-a90d7ef625b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808783 Aug 24 09:01:06.929807 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Pushing event updated for resources: {'Port': ['ID=f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:06.938200 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-dca92201-2eed-4d64-b216-b79daa4bf7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:06.986357 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca92201-2eed-4d64-b216-b79daa4bf7ad None None] The sync data for ids ['8fe60407-1a57-4c0e-bf05-9f88bd117274'] in dv-cinder-852211-5-iscsi is: [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:01:07.066214 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-455fc565-8c00-49ee-aaa4-b468ae3f5afc req-05dbaafe-97ed-4ba8-82fd-43d79c9e882a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 210 time: 0.0570514 Aug 24 09:01:07.082156 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Attempting to bind port f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:01:07.083464 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Attempting to bind port f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '9428a6e9-03bd-47cd-828b-4556e270b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2627b334-376c-4041-9ebc-cee6c276b6ad'}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:01:07.083853 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Attempting to bind port f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 on network 2627b334-376c-4041-9ebc-cee6c276b6ad {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:01:07.090254 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Port f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 on network 2627b334-376c-4041-9ebc-cee6c276b6ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 09:01:07.090626 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Attempting to bind port f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 on network 2627b334-376c-4041-9ebc-cee6c276b6ad {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:01:07.097021 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:01:07.097372 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Checking segment: {'id': '9428a6e9-03bd-47cd-828b-4556e270b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2627b334-376c-4041-9ebc-cee6c276b6ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:01:07.097740 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Bound using segment: {'id': '9428a6e9-03bd-47cd-828b-4556e270b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2627b334-376c-4041-9ebc-cee6c276b6ad'} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:01:07.098556 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Bound port: f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9428a6e9-03bd-47cd-828b-4556e270b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2627b334-376c-4041-9ebc-cee6c276b6ad'}}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:01:07.098978 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:07.205401 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] For port f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74, host hv-cinder-85221, cleared binding levels {{(pid=118616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:01:07.209838 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] For port f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74,segment=NetworkSegment(9428a6e9-03bd-47cd-828b-4556e270b2ba),segment_id=9428a6e9-03bd-47cd-828b-4556e270b2ba)] {{(pid=118616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:01:07.297245 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:07.301451 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:07.302086 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:07.304069 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 HTTP/1.1" status: 200 len: 1093 time: 1.2522681 Aug 24 09:01:07.373982 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90a599-3da2-4464-a4bc-6e46b799a62d req-aa75d1aa-9d3c-4487-8749-249d024b25f3 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:07.377844 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f880698-65ea-4c7e-a61b-9a9a9f0e1402 None None] New status for floating IP 5147eae4-2031-4886-ba4c-442c6af941e9: DOWN {{(pid=118619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:01:07.381917 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1e90a599-3da2-4464-a4bc-6e46b799a62d req-aa75d1aa-9d3c-4487-8749-249d024b25f3 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 943 time: 0.0600629 Aug 24 09:01:07.396032 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead663a-cd0f-482c-a401-a994165dbf31 service neutron] Pushing event updated for resources: {'Port': ['ID=f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74,revision_number=3']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:07.485707 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1e90a599-3da2-4464-a4bc-6e46b799a62d req-21da8eb1-e177-47e1-b5e5-05202fa99d15 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978260 Aug 24 09:01:07.531728 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-c00215a0-be84-4c4f-8e5f-69181116dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:07.534052 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-c00215a0-be84-4c4f-8e5f-69181116dee0 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=e3fc853baefe4aa6b105874207810d01&device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 1127 time: 0.0579371 Aug 24 09:01:07.596958 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-e01184a8-d450-47c5-8428-1b21641ad972 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 HTTP/1.1" status: 200 len: 217 time: 0.0548415 Aug 24 09:01:07.721446 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20950196-59bd-47ec-8932-d8812f3d8b32 req-955f0fdb-c7d3-4ee1-afab-44492a2ff250 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:07.723936 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-20950196-59bd-47ec-8932-d8812f3d8b32 req-955f0fdb-c7d3-4ee1-afab-44492a2ff250 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0682857 Aug 24 09:01:07.726981 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccdc47e-d83d-44af-81d9-e7fb90919434', 'tag': 'f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:07.729680 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ab8b7e-efbc-45f3-a056-b233e38ca61e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ccdc47e-d83d-44af-81d9-e7fb90919434", "tag": "f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:07.748145 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-55ce8ba0-abc4-4582-bcbb-d53c3177fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:07.748145 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-55ce8ba0-abc4-4582-bcbb-d53c3177fd1c service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=f328b315-f1db-4866-bc95-936b6da191d3 HTTP/1.1" status: 200 len: 853 time: 0.1441946 Aug 24 09:01:07.773214 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:07.793266 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:07.800897 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-693f0f69-5ea8-4da4-bf9a-3a27ea36b77e req-8bf89d19-d4c1-4cb2-86ce-26540bbc1206 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 210 time: 0.0618660 Aug 24 09:01:07.844041 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-20950196-59bd-47ec-8932-d8812f3d8b32 req-62d8dc77-769f-4383-9c7d-dab18ca63b78 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910454 Aug 24 09:01:07.882325 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9748c8-4816-424f-8eac-8a4aed757524 x-openstack-request-id: req-bd9748c8-4816-424f-8eac-8a4aed757524 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:07.882325 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ccdc47e-d83d-44af-81d9-e7fb90919434", "tag": "f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:07.882782 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd9748c8-4816-424f-8eac-8a4aed757524 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:07.882981 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd9748c8-4816-424f-8eac-8a4aed757524'] response: {'name': 'network-changed', 'server_uuid': '8ccdc47e-d83d-44af-81d9-e7fb90919434', 'tag': 'f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74', 'status': 'completed', 'code': 200} Aug 24 09:01:07.885259 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-5b99a7e3-46b2-4da0-9ab6-8b67967df055 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=2627b334-376c-4041-9ebc-cee6c276b6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402293 Aug 24 09:01:08.017213 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa79d0-6cb0-4a55-8e6d-bb5469170d37 req-f5201e38-59ca-4d9f-a46d-be908115d9ef tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:08.018805 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e1fa79d0-6cb0-4a55-8e6d-bb5469170d37 req-f5201e38-59ca-4d9f-a46d-be908115d9ef tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0643528 Aug 24 09:01:08.042815 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 36688) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:01:08.050367 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-a3554735-aff4-4dfd-b0e5-7c275cf1040e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Request body: {'floatingip': {'port_id': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:01:08.186110 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a3554735-aff4-4dfd-b0e5-7c275cf1040e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for floatingip (8764022b-4e98-4486-a3c9-01867abe8123), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:08.294079 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a2535631-3919-4f0d-b171-1ec7b206ab05 req-f7c2eb8a-5070-47d7-a517-3548af7721c1 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6b056e5f-9e74-4d77-b390-70a948d54c49 HTTP/1.1" status: 200 len: 210 time: 0.0414803 Aug 24 09:01:08.382853 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-5f5335bb-aa60-4069-88d3-df4f909419c5 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/2627b334-376c-4041-9ebc-cee6c276b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603962 Aug 24 09:01:08.397770 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50949240-86b7-4e3f-8ebe-852a65139555 req-956c8bc3-b62c-4dd7-9412-434034c4c7cf tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:08.400346 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-50949240-86b7-4e3f-8ebe-852a65139555 req-956c8bc3-b62c-4dd7-9412-434034c4c7cf tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 946 time: 0.3944354 Aug 24 09:01:08.432749 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:08.496550 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-50949240-86b7-4e3f-8ebe-852a65139555 req-936af104-2ff5-4da8-8713-0336f31f04ff tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=20d2969f-e685-4930-8dfb-a90d7ef625b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877180 Aug 24 09:01:08.679675 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde3a6a-9460-4940-bb6d-f2d66b5472e7 req-f11c0339-6cb3-4ba1-bd58-13f0c40eba6d tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:08.681321 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2cde3a6a-9460-4940-bb6d-f2d66b5472e7 req-f11c0339-6cb3-4ba1-bd58-13f0c40eba6d tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 946 time: 0.0568802 Aug 24 09:01:08.699485 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 36696) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:01:08.706868 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-4a791e9c-1239-45e5-ae9d-3ba247acba66 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'floatingip': {'port_id': '76a81769-8dca-47f1-898d-b8990af1b878'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:01:08.779706 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-4a791e9c-1239-45e5-ae9d-3ba247acba66 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (cc463f3d-e48f-41fb-8bb8-718bd9df8817), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:08.974140 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b2099199-8ea4-4238-82c8-a2f757dd9335 req-5c1cfbbe-d4bd-4022-b0a9-57d3e99df11d tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 210 time: 0.0405364 Aug 24 09:01:09.138057 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a198b-b33c-4cc0-b90c-90241442b1ff req-e1da42ad-6c33-4f88-b3c9-db422a9b1693 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:09.140743 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7b1a198b-b33c-4cc0-b90c-90241442b1ff req-e1da42ad-6c33-4f88-b3c9-db422a9b1693 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 943 time: 0.1440051 Aug 24 09:01:09.151962 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1b2e6f8f-3613-4c8e-867a-0060c76d544f req-38f14dfb-98ef-4b91-8f58-8a908a4d7839 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/2627b334-376c-4041-9ebc-cee6c276b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7625759 Aug 24 09:01:09.243938 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:09.255825 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7b1a198b-b33c-4cc0-b90c-90241442b1ff req-8cc6cea7-8ad4-4360-99cd-d657ec37a679 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071460 Aug 24 09:01:09.315190 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:09.471485 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-4a791e9c-1239-45e5-ae9d-3ba247acba66 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:09.540280 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-4a791e9c-1239-45e5-ae9d-3ba247acba66 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (cc463f3d-e48f-41fb-8bb8-718bd9df8817), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:09.565109 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a3554735-aff4-4dfd-b0e5-7c275cf1040e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:09.677210 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.l3_db [None req-4a791e9c-1239-45e5-ae9d-3ba247acba66 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Floating IP cc463f3d-e48f-41fb-8bb8-718bd9df8817 associated. External IP: 172.27.1.93, port: 76a81769-8dca-47f1-898d-b8990af1b878. Aug 24 09:01:09.690978 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a3554735-aff4-4dfd-b0e5-7c275cf1040e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (8764022b-4e98-4486-a3c9-01867abe8123), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:09.896576 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-70045c65-7741-4970-ba52-3d6b6eda9cfd tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-654577097&fields=id&tenant_id=12594f976e5f48d9926716737f86afe0 HTTP/1.1" status: 200 len: 267 time: 0.2159429 Aug 24 09:01:09.908535 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a791e9c-1239-45e5-ae9d-3ba247acba66 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:01:09.973956 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:10.055056 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a791e9c-1239-45e5-ae9d-3ba247acba66 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:01:10.063238 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-4a791e9c-1239-45e5-ae9d-3ba247acba66 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:10.075789 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ced1e0-100b-4070-a861-3fb158eded6c None None] Sync routers for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:01:10.088738 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ced1e0-100b-4070-a861-3fb158eded6c None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:01:10.089676 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-55ced1e0-100b-4070-a861-3fb158eded6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:00:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:10.141082 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-dacf29fa-652c-4e74-abc0-b32769dc9538 req-ce3bab23-2fa6-4f30-8d28-d045fee72e0c tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 210 time: 0.0453446 Aug 24 09:01:10.149739 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-4a791e9c-1239-45e5-ae9d-3ba247acba66 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/cc463f3d-e48f-41fb-8bb8-718bd9df8817 HTTP/1.1" status: 200 len: 991 time: 1.4446616 Aug 24 09:01:10.149739 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e176c40-2e0a-4fd5-8dda-daffe9fb55a2', 'tag': '76a81769-8dca-47f1-898d-b8990af1b878'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:10.149739 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cf23d4-e8d5-4cc6-9c8f-8c0aad54a42f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e176c40-2e0a-4fd5-8dda-daffe9fb55a2", "tag": "76a81769-8dca-47f1-898d-b8990af1b878"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:10.187251 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:10.229092 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:10.231905 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-55ced1e0-100b-4070-a861-3fb158eded6c None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:01:10.233991 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4d1328-09ad-4fd8-83f0-0535e12c459f x-openstack-request-id: req-4b4d1328-09ad-4fd8-83f0-0535e12c459f {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:10.234853 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e176c40-2e0a-4fd5-8dda-daffe9fb55a2", "tag": "76a81769-8dca-47f1-898d-b8990af1b878", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:10.235513 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b4d1328-09ad-4fd8-83f0-0535e12c459f {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:10.236464 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4d1328-09ad-4fd8-83f0-0535e12c459f'] response: {'name': 'network-changed', 'server_uuid': '8e176c40-2e0a-4fd5-8dda-daffe9fb55a2', 'tag': '76a81769-8dca-47f1-898d-b8990af1b878', 'status': 'completed', 'code': 200} Aug 24 09:01:10.247502 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-ccffe693-13d8-44b1-a0e3-4e5f1af5a19e tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:10.250145 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-ccffe693-13d8-44b1-a0e3-4e5f1af5a19e tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/networks?id=13fa4940-b618-4378-a572-2001b35f19f6 HTTP/1.1" status: 200 len: 811 time: 0.3427219 Aug 24 09:01:10.291274 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-da56aaa3-da4a-4a7b-9ab4-028e0c65bbcb tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/quotas/12594f976e5f48d9926716737f86afe0 HTTP/1.1" status: 200 len: 375 time: 0.0332837 Aug 24 09:01:10.295247 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:10.307025 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3554735-aff4-4dfd-b0e5-7c275cf1040e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Router 92ab1fa8-a977-41da-ac79-ed963abddd46 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:01:10.401714 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5b9ba2ef-83c1-49e6-a6d4-37d85c298a3f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=12594f976e5f48d9926716737f86afe0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030045 Aug 24 09:01:10.490829 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:10.522637 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362f0c3-69e5-41c7-a187-11a57844b1c7 req-8e0b2252-e214-48c4-9922-2c78dd1718da tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:10.527205 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b362f0c3-69e5-41c7-a187-11a57844b1c7 req-8e0b2252-e214-48c4-9922-2c78dd1718da tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 943 time: 0.1119874 Aug 24 09:01:10.577628 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-55ced1e0-100b-4070-a861-3fb158eded6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': 'cc463f3d-e48f-41fb-8bb8-718bd9df8817', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'port_id': '76a81769-8dca-47f1-898d-b8990af1b878', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'mac_address': 'fa:16:3e:f7:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e176c40-2e0a-4fd5-8dda-daffe9fb55a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:00:40Z', 'updated_at': '2022-08-24T09:01:09Z', 'revision_number': 1, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:10.596445 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab8b7e-efbc-45f3-a056-b233e38ca61e req-689f1719-a02e-4b3e-86ac-08244508595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:10.597577 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-62ab8b7e-efbc-45f3-a056-b233e38ca61e req-689f1719-a02e-4b3e-86ac-08244508595f service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=e3fc853baefe4aa6b105874207810d01&device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 1127 time: 0.1533937 Aug 24 09:01:10.605002 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b362f0c3-69e5-41c7-a187-11a57844b1c7 req-e2a0c3c2-8e5b-4424-bf89-9e45a1e66dcc tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767486 Aug 24 09:01:10.616809 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ced1e0-100b-4070-a861-3fb158eded6c None None] Checking router: 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:01:10.629826 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf23d4-e8d5-4cc6-9c8f-8c0aad54a42f req-7eca8655-d484-4ce1-b40a-3fd3ee447074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:10.631296 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ced1e0-100b-4070-a861-3fb158eded6c None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:01:10.631943 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-55ced1e0-100b-4070-a861-3fb158eded6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:00:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:10.632361 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f2cf23d4-e8d5-4cc6-9c8f-8c0aad54a42f req-7eca8655-d484-4ce1-b40a-3fd3ee447074 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 1130 time: 0.1661789 Aug 24 09:01:10.709290 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3554735-aff4-4dfd-b0e5-7c275cf1040e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:01:10.722116 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a3554735-aff4-4dfd-b0e5-7c275cf1040e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:10.731863 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6236acee-0f69-4975-8489-3b822b4a84c9 None None] Sync routers for ids ['92ab1fa8-a977-41da-ac79-ed963abddd46'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:01:10.748998 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236acee-0f69-4975-8489-3b822b4a84c9 None None] Routers {'92ab1fa8-a977-41da-ac79-ed963abddd46'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:01:10.749928 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-6236acee-0f69-4975-8489-3b822b4a84c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:00:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['92ab1fa8-a977-41da-ac79-ed963abddd46'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:10.805038 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-55ced1e0-100b-4070-a861-3fb158eded6c None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:01:10.868846 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-6236acee-0f69-4975-8489-3b822b4a84c9 None None] Set router 92ab1fa8-a977-41da-ac79-ed963abddd46 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:01:10.869567 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-f24bd629-9a71-4d42-8b13-13e854ab2f05 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427111 Aug 24 09:01:10.921115 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67538dec-1788-45f1-bbcc-7e5223294676 req-dcae1282-cdb2-4a35-b27b-cdf88fbcb155 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:10.923057 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-67538dec-1788-45f1-bbcc-7e5223294676 req-dcae1282-cdb2-4a35-b27b-cdf88fbcb155 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.69 "GET /networking/v2.0/networks?id=01f07883-0fad-4927-b76b-042659a40090 HTTP/1.1" status: 200 len: 808 time: 0.1723242 Aug 24 09:01:10.935888 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:11.007162 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'tag': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:11.010912 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a9fffe-5bef-4b71-bfd8-717e5f2210c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3458006b-aba9-4e45-a268-023f1b7c5f48", "tag": "5c1b8b12-1576-4b4a-a28a-6f65318d7b08"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:11.079435 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab8b7e-efbc-45f3-a056-b233e38ca61e req-3d22c766-d708-4abb-99cd-958b046aeb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:11.080913 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-62ab8b7e-efbc-45f3-a056-b233e38ca61e req-3d22c766-d708-4abb-99cd-958b046aeb30 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=2627b334-376c-4041-9ebc-cee6c276b6ad HTTP/1.1" status: 200 len: 914 time: 0.4727252 Aug 24 09:01:11.081700 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-67538dec-1788-45f1-bbcc-7e5223294676 req-4aa1c20b-0745-41f1-bf15-4b728e52cf62 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.69 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=065b8b1394f24ce1973119ee8cd6bd2c HTTP/1.1" status: 200 len: 379 time: 0.1394973 Aug 24 09:01:11.096468 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf23d4-e8d5-4cc6-9c8f-8c0aad54a42f req-d93f2c56-5e8e-4b7a-aed5-31e652ae5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:11.097919 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f2cf23d4-e8d5-4cc6-9c8f-8c0aad54a42f req-d93f2c56-5e8e-4b7a-aed5-31e652ae5328 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=8974f404-81fe-476f-ae03-918a0ea03bf7 HTTP/1.1" status: 200 len: 915 time: 0.4564631 Aug 24 09:01:11.099345 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [req-67538dec-1788-45f1-bbcc-7e5223294676 req-dc90068f-71df-40c4-af5c-c390ca7eb651 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Request body: {'port': {'device_id': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'network_id': '01f07883-0fad-4927-b76b-042659a40090', 'admin_state_up': True, 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'security_groups': ['a1626b99-df4d-4a82-9cb8-d3b0b9b495e3']}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:01:11.108709 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-a3554735-aff4-4dfd-b0e5-7c275cf1040e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/8764022b-4e98-4486-a3c9-01867abe8123 HTTP/1.1" status: 200 len: 993 time: 3.0641875 Aug 24 09:01:11.140907 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276557c3-fc37-431f-aa13-a7651942fa02 x-openstack-request-id: req-276557c3-fc37-431f-aa13-a7651942fa02 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:11.141240 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3458006b-aba9-4e45-a268-023f1b7c5f48", "tag": "5c1b8b12-1576-4b4a-a28a-6f65318d7b08", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:11.141495 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-276557c3-fc37-431f-aa13-a7651942fa02 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:11.141899 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276557c3-fc37-431f-aa13-a7651942fa02'] response: {'name': 'network-changed', 'server_uuid': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'tag': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08', 'status': 'completed', 'code': 200} Aug 24 09:01:11.143267 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-6236acee-0f69-4975-8489-3b822b4a84c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:20Z', 'revision_number': 4, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'gw_port': {'id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '8764022b-4e98-4486-a3c9-01867abe8123', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'port_id': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'mac_address': 'fa:16:3e:8a:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:58:40Z', 'updated_at': '2022-08-24T09:01:09Z', 'revision_number': 3, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d11c0f-fb8c-4706-9af3-99044ab75dba', 'name': '', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'mac_address': 'fa:16:3e:10:ca:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:17Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'subnets': [{'id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:11.151217 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-62ab8b7e-efbc-45f3-a056-b233e38ca61e req-6ffa2a40-d9e6-4f68-8eb1-bf2cc2893606 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 HTTP/1.1" status: 200 len: 217 time: 0.0562656 Aug 24 09:01:11.184545 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6236acee-0f69-4975-8489-3b822b4a84c9 None None] Checking router: 92ab1fa8-a977-41da-ac79-ed963abddd46 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:01:11.197203 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236acee-0f69-4975-8489-3b822b4a84c9 None None] Routers {'92ab1fa8-a977-41da-ac79-ed963abddd46'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:01:11.198348 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-6236acee-0f69-4975-8489-3b822b4a84c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:00:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['92ab1fa8-a977-41da-ac79-ed963abddd46'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:11.234996 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-55ced1e0-100b-4070-a861-3fb158eded6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': 'cc463f3d-e48f-41fb-8bb8-718bd9df8817', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'port_id': '76a81769-8dca-47f1-898d-b8990af1b878', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'mac_address': 'fa:16:3e:f7:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e176c40-2e0a-4fd5-8dda-daffe9fb55a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:00:40Z', 'updated_at': '2022-08-24T09:01:09Z', 'revision_number': 1, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:11.274307 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ced1e0-100b-4070-a861-3fb158eded6c None None] The sync data for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi is: [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': 'cc463f3d-e48f-41fb-8bb8-718bd9df8817', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'port_id': '76a81769-8dca-47f1-898d-b8990af1b878', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'mac_address': 'fa:16:3e:f7:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e176c40-2e0a-4fd5-8dda-daffe9fb55a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:00:40Z', 'updated_at': '2022-08-24T09:01:09Z', 'revision_number': 1, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:01:11.320850 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-0d5b2001-68fe-4acb-89d3-dcdb7f6325ff service neutron] 10.222.0.64 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291956 Aug 24 09:01:11.335797 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9fffe-5bef-4b71-bfd8-717e5f2210c5 req-a3d5653b-9705-475f-b6c4-74a3c8d8bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:11.337641 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-73a9fffe-5bef-4b71-bfd8-717e5f2210c5 req-a3d5653b-9705-475f-b6c4-74a3c8d8bf09 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 1129 time: 0.1817601 Aug 24 09:01:11.363479 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:11.375796 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-6236acee-0f69-4975-8489-3b822b4a84c9 None None] Set router 92ab1fa8-a977-41da-ac79-ed963abddd46 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:01:11.376279 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f2cf23d4-e8d5-4cc6-9c8f-8c0aad54a42f req-6707c059-3c00-4e99-928f-a39a1bc380bf service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76a81769-8dca-47f1-898d-b8990af1b878 HTTP/1.1" status: 200 len: 999 time: 0.2377400 Aug 24 09:01:11.380990 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab8b7e-efbc-45f3-a056-b233e38ca61e req-d7a809b2-f7a2-4d6d-b2ae-20ad8260c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:11.382059 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-62ab8b7e-efbc-45f3-a056-b233e38ca61e req-d7a809b2-f7a2-4d6d-b2ae-20ad8260c66c service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=f328b315-f1db-4866-bc95-936b6da191d3 HTTP/1.1" status: 200 len: 853 time: 0.2182748 Aug 24 09:01:11.397327 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 09:01:11.399962 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:11.487899 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-08401f2b-ffbb-40c5-b8f2-a4d4d141794b req-e6e87e15-3335-4e66-94c4-323193dfb76d tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 210 time: 0.1722021 Aug 24 09:01:11.506922 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-62ab8b7e-efbc-45f3-a056-b233e38ca61e req-e04bde35-0f94-4fba-9376-11972c48fd45 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=2627b334-376c-4041-9ebc-cee6c276b6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034093 Aug 24 09:01:11.572588 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf23d4-e8d5-4cc6-9c8f-8c0aad54a42f req-9b6683f4-783b-41f4-9b90-cfeb87e4e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:11.574109 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f2cf23d4-e8d5-4cc6-9c8f-8c0aad54a42f req-9b6683f4-783b-41f4-9b90-cfeb87e4e8ab service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=68cde71c-76f8-4ef2-ae70-0fbb6e1478f1 HTTP/1.1" status: 200 len: 853 time: 0.1888328 Aug 24 09:01:11.613888 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9fffe-5bef-4b71-bfd8-717e5f2210c5 req-b0a4f655-4ab3-4007-8077-2539c9dcb1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:11.621469 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-73a9fffe-5bef-4b71-bfd8-717e5f2210c5 req-b0a4f655-4ab3-4007-8077-2539c9dcb1e2 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 920 time: 0.2744384 Aug 24 09:01:11.623986 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67538dec-1788-45f1-bbcc-7e5223294676 req-dc90068f-71df-40c4-af5c-c390ca7eb651 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Made reservation on behalf of 065b8b1394f24ce1973119ee8cd6bd2c for: {'port': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:01:11.631809 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-67538dec-1788-45f1-bbcc-7e5223294676 req-dc90068f-71df-40c4-af5c-c390ca7eb651 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:11.717284 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74,segment=NetworkSegment(9428a6e9-03bd-47cd-828b-4556e270b2ba),segment_id=9428a6e9-03bd-47cd-828b-4556e270b2ba)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:11.748468 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eee71b-6c7c-420d-b502-5d5fe1065f4b None None] New status for floating IP cc463f3d-e48f-41fb-8bb8-718bd9df8817: ACTIVE {{(pid=118618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:01:11.812531 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': 'f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74', 'network_id': '2627b334-376c-4041-9ebc-cee6c276b6ad', 'port_id': 'f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74', 'mac_address': 'fa:16:3e:57:ad:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f328b315-f1db-4866-bc95-936b6da191d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 09:01:11.957967 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-fea5db72-3de5-4b6b-9e7f-f74e66b01326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:11.965860 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf23d4-e8d5-4cc6-9c8f-8c0aad54a42f req-7988ee36-6f4d-42ab-9156-e841a322eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:11.968908 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f2cf23d4-e8d5-4cc6-9c8f-8c0aad54a42f req-7988ee36-6f4d-42ab-9156-e841a322eb25 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=8974f404-81fe-476f-ae03-918a0ea03bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3862991 Aug 24 09:01:11.988152 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:01:11.991668 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:12.051582 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-62ab8b7e-efbc-45f3-a056-b233e38ca61e req-c6bbd4db-2c41-4286-828f-8bf2bbafab37 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/2627b334-376c-4041-9ebc-cee6c276b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280204 Aug 24 09:01:12.053838 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-73a9fffe-5bef-4b71-bfd8-717e5f2210c5 req-ed54e4c4-e400-4750-96ea-e5c14f91ab18 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c1b8b12-1576-4b4a-a28a-6f65318d7b08 HTTP/1.1" status: 200 len: 1001 time: 0.2849114 Aug 24 09:01:12.075457 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:01:12.095578 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:12.108995 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-6236acee-0f69-4975-8489-3b822b4a84c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:20Z', 'revision_number': 4, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'gw_port': {'id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '8764022b-4e98-4486-a3c9-01867abe8123', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'port_id': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'mac_address': 'fa:16:3e:8a:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:58:40Z', 'updated_at': '2022-08-24T09:01:09Z', 'revision_number': 3, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d11c0f-fb8c-4706-9af3-99044ab75dba', 'name': '', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'mac_address': 'fa:16:3e:10:ca:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:17Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'subnets': [{'id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:12.123060 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95395fa6-8447-45e8-8f34-53a1069d452c req-ed7880ca-20d3-4845-bb6a-13cd5a1eb3a7 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:12.123412 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74,segment=NetworkSegment(9428a6e9-03bd-47cd-828b-4556e270b2ba),segment_id=9428a6e9-03bd-47cd-828b-4556e270b2ba)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:12.124889 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-95395fa6-8447-45e8-8f34-53a1069d452c req-ed7880ca-20d3-4845-bb6a-13cd5a1eb3a7 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 943 time: 0.1018789 Aug 24 09:01:12.137468 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:12.145876 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-14e567bc-3741-4501-85f4-5cc3302305ce req-a90c42ae-04c4-427a-b9dd-922f5eadf5e0 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2063558 Aug 24 09:01:12.165670 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6236acee-0f69-4975-8489-3b822b4a84c9 None None] The sync data for ids ['92ab1fa8-a977-41da-ac79-ed963abddd46'] in dv-cinder-852211-5-iscsi is: [{'id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:20Z', 'revision_number': 4, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'gw_port': {'id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '8764022b-4e98-4486-a3c9-01867abe8123', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'port_id': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'mac_address': 'fa:16:3e:8a:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:58:40Z', 'updated_at': '2022-08-24T09:01:09Z', 'revision_number': 3, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d11c0f-fb8c-4706-9af3-99044ab75dba', 'name': '', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'mac_address': 'fa:16:3e:10:ca:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:17Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'subnets': [{'id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:01:12.201403 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:12.219553 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9fffe-5bef-4b71-bfd8-717e5f2210c5 req-49931c68-c9b4-44de-93c0-36713cf4c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:12.221126 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-73a9fffe-5bef-4b71-bfd8-717e5f2210c5 req-49931c68-c9b4-44de-93c0-36713cf4c7af service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=8a21facc-ab1e-4219-b0f0-4f835c4b6a49 HTTP/1.1" status: 200 len: 858 time: 0.1072388 Aug 24 09:01:12.298297 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [req-67538dec-1788-45f1-bbcc-7e5223294676 req-dc90068f-71df-40c4-af5c-c390ca7eb651 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Allocated IP 172.20.0.13 (01f07883-0fad-4927-b76b-042659a40090/d2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e/6067d93f-096c-4780-bc81-7d37bfbbe3b8) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:01:12.307697 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9fffe-5bef-4b71-bfd8-717e5f2210c5 req-5c98df05-a476-4599-ba8d-d672b1d1d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:12.307697 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-73a9fffe-5bef-4b71-bfd8-717e5f2210c5 req-5c98df05-a476-4599-ba8d-d672b1d1d0f9 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453551 Aug 24 09:01:12.312487 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f2cf23d4-e8d5-4cc6-9c8f-8c0aad54a42f req-1300fd77-cf9d-4823-933f-afeeee5dd5cc service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334117 Aug 24 09:01:12.343738 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:12.456114 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:12.498441 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:01:12.508208 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e567bc-3741-4501-85f4-5cc3302305ce req-a55059ad-2301-49cf-bd0a-84f0d6b01069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:12.509811 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-14e567bc-3741-4501-85f4-5cc3302305ce req-a55059ad-2301-49cf-bd0a-84f0d6b01069 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=dd27ac26660b46c388279e652200c7cd&device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 1131 time: 0.1321809 Aug 24 09:01:12.551930 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-95395fa6-8447-45e8-8f34-53a1069d452c req-69f7464a-f6f2-47e6-ab9a-ef420fe38b6a tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105246 Aug 24 09:01:12.857450 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-62ab8b7e-efbc-45f3-a056-b233e38ca61e req-73441058-a1ad-467f-8053-fea4993ff3c8 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/2627b334-376c-4041-9ebc-cee6c276b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7521560 Aug 24 09:01:12.977392 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:12.981002 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-73a9fffe-5bef-4b71-bfd8-717e5f2210c5 req-ca911f7d-ed75-4128-9309-830e963437c5 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6567407 Aug 24 09:01:12.983557 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f2cf23d4-e8d5-4cc6-9c8f-8c0aad54a42f req-af243971-ae9d-4902-916b-4b1b2fb678bb service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6426592 Aug 24 09:01:13.075297 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fe55cd41-a06d-4828-835d-0c9f66908d41 req-e570ee83-2357-4f1f-a3d0-66f88ddacaa8 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 210 time: 0.0903239 Aug 24 09:01:13.076892 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-67538dec-1788-45f1-bbcc-7e5223294676 req-dc90068f-71df-40c4-af5c-c390ca7eb651 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:13.111168 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e567bc-3741-4501-85f4-5cc3302305ce req-45415a2d-164a-4538-90ea-4b9420366f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:13.111168 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-14e567bc-3741-4501-85f4-5cc3302305ce req-45415a2d-164a-4538-90ea-4b9420366f9f service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=49a90e96-9c63-403b-90e7-b545c043dc4b HTTP/1.1" status: 200 len: 917 time: 0.1581326 Aug 24 09:01:13.171575 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'tag': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:13.173896 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da933b9-912f-44ac-a34a-e6c04ae9a4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3458006b-aba9-4e45-a268-023f1b7c5f48", "tag": "5c1b8b12-1576-4b4a-a28a-6f65318d7b08"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:13.239114 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6a15ba00-f055-47b2-8a8d-f39f25c7c5a8 req-7bcb2b24-d0f7-44d1-b28b-3d4aa2b81503 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 210 time: 0.0620131 Aug 24 09:01:13.250611 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-14e567bc-3741-4501-85f4-5cc3302305ce req-518d5975-2d9c-40e8-a84b-7dc14b9fcf54 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 HTTP/1.1" status: 200 len: 1002 time: 0.1381669 Aug 24 09:01:13.311797 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:13.318715 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-67538dec-1788-45f1-bbcc-7e5223294676 req-dc90068f-71df-40c4-af5c-c390ca7eb651 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:13.325806 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6f06f5-12c9-4369-8b82-41996fefc68b x-openstack-request-id: req-9c6f06f5-12c9-4369-8b82-41996fefc68b {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:13.326780 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3458006b-aba9-4e45-a268-023f1b7c5f48", "tag": "5c1b8b12-1576-4b4a-a28a-6f65318d7b08", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:13.326973 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c6f06f5-12c9-4369-8b82-41996fefc68b {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:13.327761 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c6f06f5-12c9-4369-8b82-41996fefc68b'] response: {'name': 'network-changed', 'server_uuid': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'tag': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08', 'status': 'completed', 'code': 200} Aug 24 09:01:13.331378 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-73a9fffe-5bef-4b71-bfd8-717e5f2210c5 req-6dbeea19-c7cb-4f82-a5a8-c418f130042a service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105388 Aug 24 09:01:13.369463 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67538dec-1788-45f1-bbcc-7e5223294676 req-dc90068f-71df-40c4-af5c-c390ca7eb651 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Network 01f07883-0fad-4927-b76b-042659a40090 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:01:13.378382 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [req-67538dec-1788-45f1-bbcc-7e5223294676 req-dc90068f-71df-40c4-af5c-c390ca7eb651 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:01:13.387925 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [req-67538dec-1788-45f1-bbcc-7e5223294676 req-dc90068f-71df-40c4-af5c-c390ca7eb651 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:01:13.422044 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e567bc-3741-4501-85f4-5cc3302305ce req-05c9ec08-3e93-417b-b19a-b50244fa71aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:13.423642 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-14e567bc-3741-4501-85f4-5cc3302305ce req-05c9ec08-3e93-417b-b19a-b50244fa71aa service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=9be780a7-8c52-4ee8-9007-d0378c4d3642 HTTP/1.1" status: 200 len: 855 time: 0.1638236 Aug 24 09:01:13.439234 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90068f-71df-40c4-af5c-c390ca7eb651 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Pushing event updated for resources: {'Port': ['ID=6067d93f-096c-4780-bc81-7d37bfbbe3b8,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:13.463223 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da933b9-912f-44ac-a34a-e6c04ae9a4f6 req-6ac34cc4-b1b2-4fe5-a7c2-f4c5d1f0449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:13.470400 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5da933b9-912f-44ac-a34a-e6c04ae9a4f6 req-6ac34cc4-b1b2-4fe5-a7c2-f4c5d1f0449c service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 1129 time: 0.0680697 Aug 24 09:01:13.484284 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:13.496705 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67538dec-1788-45f1-bbcc-7e5223294676 req-dc90068f-71df-40c4-af5c-c390ca7eb651 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:13.510215 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-67538dec-1788-45f1-bbcc-7e5223294676 req-dc90068f-71df-40c4-af5c-c390ca7eb651 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:13.513487 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e567bc-3741-4501-85f4-5cc3302305ce req-f23f591e-e9ce-447f-91e5-964cc4982aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:13.515065 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-14e567bc-3741-4501-85f4-5cc3302305ce req-f23f591e-e9ce-447f-91e5-964cc4982aaf service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=49a90e96-9c63-403b-90e7-b545c043dc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810056 Aug 24 09:01:13.619557 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-67538dec-1788-45f1-bbcc-7e5223294676 req-dc90068f-71df-40c4-af5c-c390ca7eb651 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5273252 Aug 24 09:01:13.674869 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:01:13.730261 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0aea93-54c0-4c62-978c-0b949370d591 req-32b13fca-503e-4c4c-b9f7-76d971d549f1 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:13.732105 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-de0aea93-54c0-4c62-978c-0b949370d591 req-32b13fca-503e-4c4c-b9f7-76d971d549f1 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 944 time: 0.0651700 Aug 24 09:01:13.756539 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-4f1d076b-7b55-452d-9904-adab227cc50a None None] Provisioning complete for port 6067d93f-096c-4780-bc81-7d37bfbbe3b8 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:01:13.757140 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-4f1d076b-7b55-452d-9904-adab227cc50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:13.760967 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:13.805621 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-de0aea93-54c0-4c62-978c-0b949370d591 req-ac606ed3-38aa-457e-9037-2206833aa718 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618799 Aug 24 09:01:13.835584 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Request body: {'port': {'device_id': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:01:13.944890 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 09:01:13.952045 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d076b-7b55-452d-9904-adab227cc50a None None] Port 6067d93f-096c-4780-bc81-7d37bfbbe3b8 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:01:14.027007 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:14.042890 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da933b9-912f-44ac-a34a-e6c04ae9a4f6 req-e39802fe-2c5f-49c4-9379-9588531155f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:14.044567 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5da933b9-912f-44ac-a34a-e6c04ae9a4f6 req-e39802fe-2c5f-49c4-9379-9588531155f0 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 920 time: 0.2192116 Aug 24 09:01:14.053628 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:01:14.055495 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:14.099391 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-14e567bc-3741-4501-85f4-5cc3302305ce req-e9e59f0e-2795-498b-b590-5efa9579b120 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555740 Aug 24 09:01:14.147499 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5da933b9-912f-44ac-a34a-e6c04ae9a4f6 req-e229c705-d491-4dcf-baf5-e67945ec9453 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c1b8b12-1576-4b4a-a28a-6f65318d7b08 HTTP/1.1" status: 200 len: 1001 time: 0.0961657 Aug 24 09:01:14.184267 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:01:14.184954 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:14.243362 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da933b9-912f-44ac-a34a-e6c04ae9a4f6 req-275e696c-697d-4144-9673-11d13cd38b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:14.248231 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5da933b9-912f-44ac-a34a-e6c04ae9a4f6 req-275e696c-697d-4144-9673-11d13cd38b7f service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=8a21facc-ab1e-4219-b0f0-4f835c4b6a49 HTTP/1.1" status: 200 len: 858 time: 0.0908875 Aug 24 09:01:14.264231 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccdc47e-d83d-44af-81d9-e7fb90919434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:14.267079 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3856241f-084d-4c3d-babe-80164fe56450" -d '{"events": [{"server_uuid": "8ccdc47e-d83d-44af-81d9-e7fb90919434", "name": "network-vif-plugged", "status": "completed", "tag": "f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:14.270782 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:14.312440 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74,segment=NetworkSegment(9428a6e9-03bd-47cd-828b-4556e270b2ba),segment_id=9428a6e9-03bd-47cd-828b-4556e270b2ba)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:14.349434 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-733c801e-1af3-4c48-a09c-19ee891e6dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:14.361321 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe94b80-5a94-43cc-a212-4554680df80f x-openstack-request-id: req-0fe94b80-5a94-43cc-a212-4554680df80f {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:14.363099 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccdc47e-d83d-44af-81d9-e7fb90919434", "name": "network-vif-plugged", "status": "completed", "tag": "f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:14.364942 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fe94b80-5a94-43cc-a212-4554680df80f {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:14.366036 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe94b80-5a94-43cc-a212-4554680df80f'] response: {'server_uuid': '8ccdc47e-d83d-44af-81d9-e7fb90919434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74', 'code': 200} Aug 24 09:01:14.376428 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-14e567bc-3741-4501-85f4-5cc3302305ce req-dc6a4910-46e1-421f-b779-a57b39b1fae0 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674246 Aug 24 09:01:14.412411 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:14.431047 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da933b9-912f-44ac-a34a-e6c04ae9a4f6 req-5cf73c69-cfb2-4650-9350-0853e9303d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:14.432884 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5da933b9-912f-44ac-a34a-e6c04ae9a4f6 req-5cf73c69-cfb2-4650-9350-0853e9303d09 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1720536 Aug 24 09:01:14.440923 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c058d8a-7331-4090-b3a2-64db63437481 req-658c9009-c92b-46c2-bd99-2ba8d8109ece tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:14.443139 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2c058d8a-7331-4090-b3a2-64db63437481 req-658c9009-c92b-46c2-bd99-2ba8d8109ece tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 932 time: 0.1718645 Aug 24 09:01:14.513070 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:14.537556 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:14.552818 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-608477cf-33b9-4c1f-8300-1a1005be65cf req-38bc368d-394c-4bff-b667-d1a513930433 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 210 time: 0.0554543 Aug 24 09:01:14.583252 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2c058d8a-7331-4090-b3a2-64db63437481 req-c671f355-c86c-4f6c-ad93-0a9134845a7f tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267428 Aug 24 09:01:14.644634 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6067d93f-096c-4780-bc81-7d37bfbbe3b8 {{(pid=118617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:01:14.669011 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Publish callbacks [] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:14.692605 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.provisioning_blocks [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Transition to ACTIVE for port object 6067d93f-096c-4780-bc81-7d37bfbbe3b8 will not be triggered until provisioned by entity L2. {{(pid=118617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 09:01:14.713770 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5da933b9-912f-44ac-a34a-e6c04ae9a4f6 req-007ca5aa-fa78-45ca-abf0-e24711d9bd43 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694168 Aug 24 09:01:14.771037 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49102d-c5ed-4691-8a96-ae148b763c8c req-27a21094-74ac-423d-83da-4e791a8727f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:14.771037 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5d49102d-c5ed-4691-8a96-ae148b763c8c req-27a21094-74ac-423d-83da-4e791a8727f3 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 1129 time: 0.0642741 Aug 24 09:01:14.822557 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5d49102d-c5ed-4691-8a96-ae148b763c8c req-7a6e97bc-f718-40f0-a30f-2953f4434a3f service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488877 Aug 24 09:01:14.827627 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5da933b9-912f-44ac-a34a-e6c04ae9a4f6 req-921a6a88-3f48-4810-bddf-5cf31d009405 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078119 Aug 24 09:01:14.930714 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252178666'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:14.969653 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:14.979905 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370fbca-dc0f-4778-b1c6-d9252674b99e req-0ae13a01-b113-4f63-b356-72e622730fe1 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:15.001543 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e370fbca-dc0f-4778-b1c6-d9252674b99e req-0ae13a01-b113-4f63-b356-72e622730fe1 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 945 time: 0.0835600 Aug 24 09:01:15.026273 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Pushing event updated for resources: {'Port': ['ID=6067d93f-096c-4780-bc81-7d37bfbbe3b8,revision_number=2']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:15.105247 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e370fbca-dc0f-4778-b1c6-d9252674b99e req-35bc1729-22bb-41a3-a86e-cfa607fc615d tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167712 Aug 24 09:01:15.115816 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.managers [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Attempting to bind port 6067d93f-096c-4780-bc81-7d37bfbbe3b8 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:01:15.116374 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.managers [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Attempting to bind port 6067d93f-096c-4780-bc81-7d37bfbbe3b8 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '8f42a49c-6366-4672-9b20-63cbcd35451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01f07883-0fad-4927-b76b-042659a40090'}] {{(pid=118617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:01:15.116712 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Attempting to bind port 6067d93f-096c-4780-bc81-7d37bfbbe3b8 on network 01f07883-0fad-4927-b76b-042659a40090 {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:01:15.125920 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Port 6067d93f-096c-4780-bc81-7d37bfbbe3b8 on network 01f07883-0fad-4927-b76b-042659a40090 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 09:01:15.125920 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Attempting to bind port 6067d93f-096c-4780-bc81-7d37bfbbe3b8 on network 01f07883-0fad-4927-b76b-042659a40090 {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:01:15.128744 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:01:15.129719 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Checking segment: {'id': '8f42a49c-6366-4672-9b20-63cbcd35451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01f07883-0fad-4927-b76b-042659a40090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:01:15.130117 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Bound using segment: {'id': '8f42a49c-6366-4672-9b20-63cbcd35451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01f07883-0fad-4927-b76b-042659a40090'} {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:01:15.130548 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.managers [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Bound port: 6067d93f-096c-4780-bc81-7d37bfbbe3b8, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f42a49c-6366-4672-9b20-63cbcd35451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01f07883-0fad-4927-b76b-042659a40090'}}] {{(pid=118617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:01:15.130935 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:15.203322 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] For port 6067d93f-096c-4780-bc81-7d37bfbbe3b8, host hv-cinder-85221, cleared binding levels {{(pid=118617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:01:15.207470 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] For port 6067d93f-096c-4780-bc81-7d37bfbbe3b8, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6067d93f-096c-4780-bc81-7d37bfbbe3b8,segment=NetworkSegment(8f42a49c-6366-4672-9b20-63cbcd35451c),segment_id=8f42a49c-6366-4672-9b20-63cbcd35451c)] {{(pid=118617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:01:15.396792 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252178666'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:15.402828 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:15.403529 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:15.405272 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-67538dec-1788-45f1-bbcc-7e5223294676 req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/6067d93f-096c-4780-bc81-7d37bfbbe3b8 HTTP/1.1" status: 200 len: 1094 time: 1.5803733 Aug 24 09:01:15.405788 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'tag': '6067d93f-096c-4780-bc81-7d37bfbbe3b8'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:15.408639 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99daaecc-4798-40e3-a87b-468bad8e675a" -d '{"events": [{"name": "network-changed", "server_uuid": "27bec6ff-f51f-4a0a-b8f7-c5f01d921581", "tag": "6067d93f-096c-4780-bc81-7d37bfbbe3b8"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:15.460028 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133c09d5-90c8-43b3-9bb4-32f3d371b3a5 x-openstack-request-id: req-133c09d5-90c8-43b3-9bb4-32f3d371b3a5 {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:15.460327 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27bec6ff-f51f-4a0a-b8f7-c5f01d921581", "tag": "6067d93f-096c-4780-bc81-7d37bfbbe3b8", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:15.460583 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-133c09d5-90c8-43b3-9bb4-32f3d371b3a5 {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:15.461111 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-133c09d5-90c8-43b3-9bb4-32f3d371b3a5'] response: {'name': 'network-changed', 'server_uuid': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'tag': '6067d93f-096c-4780-bc81-7d37bfbbe3b8', 'status': 'completed', 'code': 200} Aug 24 09:01:15.466157 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62416f2b-7d00-4fbe-982f-e2a611bf6866 service neutron] Pushing event updated for resources: {'Port': ['ID=6067d93f-096c-4780-bc81-7d37bfbbe3b8,revision_number=3']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:15.596126 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daaecc-4798-40e3-a87b-468bad8e675a req-0b0de0f4-1b94-436a-8ac3-62e958723c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:15.598733 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-99daaecc-4798-40e3-a87b-468bad8e675a req-0b0de0f4-1b94-436a-8ac3-62e958723c7b service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=065b8b1394f24ce1973119ee8cd6bd2c&device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 1128 time: 0.0476618 Aug 24 09:01:15.681913 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6acb9e41-fbe3-4676-93ae-ad6fb7d78e14 req-b9ca5c90-fb87-4abe-a2cf-148dcb083c5b tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 210 time: 0.0313537 Aug 24 09:01:15.776968 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:15.780754 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fb72d-5f68-4123-9598-411bec165ed3 req-9ac988cd-04cb-439a-b7df-7557094f7132 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:15.780754 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ab9fb72d-5f68-4123-9598-411bec165ed3 req-9ac988cd-04cb-439a-b7df-7557094f7132 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 947 time: 0.1478748 Aug 24 09:01:15.828334 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:15.872758 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db4058-e8d3-40b0-a0bb-1efe011c3f8f req-d431ede6-f9f6-47fb-8fe9-96459089e361 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:15.873710 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daaecc-4798-40e3-a87b-468bad8e675a req-453ae8bb-c377-41bf-9b83-0f69d04dfee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:15.875251 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-99daaecc-4798-40e3-a87b-468bad8e675a req-453ae8bb-c377-41bf-9b83-0f69d04dfee7 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?tenant_id=065b8b1394f24ce1973119ee8cd6bd2c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2669101 Aug 24 09:01:15.876164 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-51db4058-e8d3-40b0-a0bb-1efe011c3f8f req-d431ede6-f9f6-47fb-8fe9-96459089e361 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 944 time: 0.0768363 Aug 24 09:01:15.893461 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ab9fb72d-5f68-4123-9598-411bec165ed3 req-e7d40e23-d9cc-4121-8d28-4765f0128991 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992906 Aug 24 09:01:15.952404 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-51db4058-e8d3-40b0-a0bb-1efe011c3f8f req-17de3e82-736c-4cc2-aa7a-bceb81b38635 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696733 Aug 24 09:01:16.247267 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddef56-b26d-4010-921d-a96e288d1abf req-9260bd5f-daff-4ef2-b245-91dbacab1c8c tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:16.248819 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e1ddef56-b26d-4010-921d-a96e288d1abf req-9260bd5f-daff-4ef2-b245-91dbacab1c8c tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 945 time: 0.0572729 Aug 24 09:01:16.304496 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e1ddef56-b26d-4010-921d-a96e288d1abf req-881aa913-b1a0-497a-a2fa-bdef38dc02c1 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488982 Aug 24 09:01:16.803764 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-caf3f79b-aa60-45d0-af52-91a0c76d1656 req-24ae039a-8375-4517-b2c6-d0e9525896af tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 210 time: 0.0302422 Aug 24 09:01:17.005981 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:17.048545 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454fe21-43a6-4d5b-aa8d-d3991c7c5bbc req-781c01de-2dec-4247-83b5-9787ba3d7cc8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:17.050228 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8454fe21-43a6-4d5b-aa8d-d3991c7c5bbc req-781c01de-2dec-4247-83b5-9787ba3d7cc8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 947 time: 0.0690365 Aug 24 09:01:17.082911 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494454e-4b1d-4ca7-8936-1ca215ea4171 req-c372fa9f-f8ad-45a7-88aa-f395fbf642b4 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:17.084422 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b494454e-4b1d-4ca7-8936-1ca215ea4171 req-c372fa9f-f8ad-45a7-88aa-f395fbf642b4 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 944 time: 0.0542934 Aug 24 09:01:17.113122 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8454fe21-43a6-4d5b-aa8d-d3991c7c5bbc req-239fd008-31d7-4f46-a289-386fb0b02968 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567169 Aug 24 09:01:17.160030 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b494454e-4b1d-4ca7-8936-1ca215ea4171 req-40932d3c-bb12-41d7-aa78-93dbdfb9d753 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651891 Aug 24 09:01:17.389218 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daaecc-4798-40e3-a87b-468bad8e675a req-977f96b5-7be6-42ba-9a20-61bc4512b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:17.391288 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-99daaecc-4798-40e3-a87b-468bad8e675a req-977f96b5-7be6-42ba-9a20-61bc4512b926 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2327867 Aug 24 09:01:17.454478 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1513a-e9c0-4958-b80f-5ff2aff2c0f1 req-7e730ace-99ae-4e61-955a-c656293d75c2 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:17.456075 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-bcc1513a-e9c0-4958-b80f-5ff2aff2c0f1 req-7e730ace-99ae-4e61-955a-c656293d75c2 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 945 time: 0.0568886 Aug 24 09:01:17.512152 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-bcc1513a-e9c0-4958-b80f-5ff2aff2c0f1 req-b695e07e-3846-4278-9c24-b15174042ba2 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454443 Aug 24 09:01:17.670100 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:17.928092 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f38178d6-a044-48c7-9229-d071b473fc95 req-635ce85a-d326-4952-97e1-30f412355122 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 210 time: 0.0305929 Aug 24 09:01:18.244427 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67538dec-1788-45f1-bbcc-7e5223294676 req-3a35b7ae-a542-4d3d-a7f8-dc0690a4893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:18.246374 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67538dec-1788-45f1-bbcc-7e5223294676 req-3a35b7ae-a542-4d3d-a7f8-dc0690a4893d service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=065b8b1394f24ce1973119ee8cd6bd2c&device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 1128 time: 0.0721266 Aug 24 09:01:18.302582 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d03f33-05d8-445b-8836-4eb83ed08866 req-2d6ec2b5-3989-43fb-b00d-0b7e325dfd09 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:18.304190 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-40d03f33-05d8-445b-8836-4eb83ed08866 req-2d6ec2b5-3989-43fb-b00d-0b7e325dfd09 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 947 time: 0.1346390 Aug 24 09:01:18.330956 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b9d18-241b-4f2b-b33b-b3487a48c03b req-984ee905-3cc9-4cfe-b2d7-4a955537eec1 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:18.333249 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ab0b9d18-241b-4f2b-b33b-b3487a48c03b req-984ee905-3cc9-4cfe-b2d7-4a955537eec1 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 947 time: 0.0858583 Aug 24 09:01:18.354847 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67538dec-1788-45f1-bbcc-7e5223294676 req-d994f981-7c2f-4f47-a35c-1d811da84b5e service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6067d93f-096c-4780-bc81-7d37bfbbe3b8 HTTP/1.1" status: 200 len: 217 time: 0.1007659 Aug 24 09:01:18.471827 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:18.487430 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39b0bb-4d31-4409-911a-a64126a36271 req-d9210fc3-04a9-4c5c-a541-1838ff152a8e tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:18.489641 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2c39b0bb-4d31-4409-911a-a64126a36271 req-d9210fc3-04a9-4c5c-a541-1838ff152a8e tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 944 time: 0.1965325 Aug 24 09:01:18.513851 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67538dec-1788-45f1-bbcc-7e5223294676 req-b65b0864-ca15-4e30-b3a6-a2b349b9794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:18.515529 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67538dec-1788-45f1-bbcc-7e5223294676 req-b65b0864-ca15-4e30-b3a6-a2b349b9794d service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=d2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e HTTP/1.1" status: 200 len: 847 time: 0.1545179 Aug 24 09:01:18.596523 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67538dec-1788-45f1-bbcc-7e5223294676 req-c35708e1-203b-4f70-b885-61be67c3dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:18.598310 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67538dec-1788-45f1-bbcc-7e5223294676 req-c35708e1-203b-4f70-b885-61be67c3dd2c service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=01f07883-0fad-4927-b76b-042659a40090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738287 Aug 24 09:01:18.603379 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2c39b0bb-4d31-4409-911a-a64126a36271 req-2e755131-dba4-4dc9-8d97-3b68c5f10d9d tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029475 Aug 24 09:01:18.633531 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:18.788016 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67538dec-1788-45f1-bbcc-7e5223294676 req-b3762fdb-993a-4b3f-9e4b-ec0fd91e0888 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/01f07883-0fad-4927-b76b-042659a40090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820481 Aug 24 09:01:18.800449 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd36bf8-91a7-45fa-8893-da141850d226 req-bf2a8e3c-14f5-4a1f-b05d-878bb9764268 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:18.803953 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4fd36bf8-91a7-45fa-8893-da141850d226 req-bf2a8e3c-14f5-4a1f-b05d-878bb9764268 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 945 time: 0.0931292 Aug 24 09:01:18.856665 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ab0b9d18-241b-4f2b-b33b-b3487a48c03b req-f7ee363a-bd37-41d8-9987-fade12517205 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=397f8769-443b-46b8-befd-8c136e06abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5050490 Aug 24 09:01:18.860136 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [req-40d03f33-05d8-445b-8836-4eb83ed08866 req-d90fc9f4-6cab-48af-a600-e9c821a0a356 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Deleting port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:01:18.860598 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-40d03f33-05d8-445b-8836-4eb83ed08866 req-d90fc9f4-6cab-48af-a600-e9c821a0a356 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:18.945640 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4fd36bf8-91a7-45fa-8893-da141850d226 req-b8117e66-3d50-4c42-b2e1-a300d7efddc7 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276987 Aug 24 09:01:18.968368 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5171e5d9-f31c-4190-b554-8dc7a323c36c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:18.969532 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5171e5d9-f31c-4190-b554-8dc7a323c36c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.69 "GET /networking/v2.0/networks?id=13fa4940-b618-4378-a572-2001b35f19f6 HTTP/1.1" status: 200 len: 811 time: 0.5774863 Aug 24 09:01:18.974097 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67538dec-1788-45f1-bbcc-7e5223294676 req-52da31cb-23d3-48e4-af8a-1b829a4f7ace service neutron] 10.222.0.69 "GET /networking/v2.0/networks/01f07883-0fad-4927-b76b-042659a40090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689301 Aug 24 09:01:18.997102 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:19.095407 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-40d03f33-05d8-445b-8836-4eb83ed08866 req-d90fc9f4-6cab-48af-a600-e9c821a0a356 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] For port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:19.095407 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-40d03f33-05d8-445b-8836-4eb83ed08866 req-d90fc9f4-6cab-48af-a600-e9c821a0a356 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:19.107949 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4fee5c43-ace0-4242-8ba3-c1c46361f273 req-43b2743f-079f-4703-b70f-a6486e94ed48 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 210 time: 0.0569730 Aug 24 09:01:19.193541 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-82d9e02a-54ba-4963-abc8-20dafab26862 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.69 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=12594f976e5f48d9926716737f86afe0 HTTP/1.1" status: 200 len: 379 time: 0.2074454 Aug 24 09:01:19.281554 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:19.361405 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-40d03f33-05d8-445b-8836-4eb83ed08866 req-d90fc9f4-6cab-48af-a600-e9c821a0a356 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:19.361773 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-40d03f33-05d8-445b-8836-4eb83ed08866 req-d90fc9f4-6cab-48af-a600-e9c821a0a356 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (11e00942-9b9a-4601-934a-d7825b31be37), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:19.362095 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.l3_db [req-40d03f33-05d8-445b-8836-4eb83ed08866 req-d90fc9f4-6cab-48af-a600-e9c821a0a356 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Floating IP 11e00942-9b9a-4601-934a-d7825b31be37 disassociated. External IP: 172.27.1.174, port: 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3. Aug 24 09:01:19.362450 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [req-40d03f33-05d8-445b-8836-4eb83ed08866 req-d90fc9f4-6cab-48af-a600-e9c821a0a356 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Calling delete_port for 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 owned by compute:nova {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:01:19.417469 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-1ba26c2b-8c19-434f-bf23-cb8f409b3fed tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Request body: {'port': {'device_id': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'admin_state_up': True, 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'security_groups': ['f32ffc6f-3de5-4489-b5b6-246e80c4bbf4']}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:01:19.731517 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-1ba26c2b-8c19-434f-bf23-cb8f409b3fed tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Made reservation on behalf of 12594f976e5f48d9926716737f86afe0 for: {'port': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:01:19.735766 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-1ba26c2b-8c19-434f-bf23-cb8f409b3fed tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:19.742127 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-40d03f33-05d8-445b-8836-4eb83ed08866 req-d90fc9f4-6cab-48af-a600-e9c821a0a356 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:19.800025 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee41d4-ecf1-490b-960e-7b432f9a42f4 req-679f117c-b9dd-46a4-accc-c2cc371a72a8 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:19.802118 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-baee41d4-ecf1-490b-960e-7b432f9a42f4 req-679f117c-b9dd-46a4-accc-c2cc371a72a8 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 944 time: 0.1025343 Aug 24 09:01:19.802960 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fc9f4-6cab-48af-a600-e9c821a0a356 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Pushing event deleted for resources: {'Port': ['ID=8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:19.996957 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-baee41d4-ecf1-490b-960e-7b432f9a42f4 req-ec0de323-11ca-455b-8344-a51ba04a4d3a tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774933 Aug 24 09:01:20.054220 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:20.072663 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-1ba26c2b-8c19-434f-bf23-cb8f409b3fed tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Allocated IP 172.20.0.10 (13fa4940-b618-4378-a572-2001b35f19f6/aaef8caf-3e43-49ed-9743-8dc7cada53fc/56291ac8-9437-4cee-a25f-26f1f1d997a2) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:01:20.112506 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9ea17e20-f7c6-4a01-a929-6082f1b682ce req-ecc1d6f2-a731-4626-9d0a-b3cefd4d9c87 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 210 time: 0.0466194 Aug 24 09:01:20.114391 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40d03f33-05d8-445b-8836-4eb83ed08866 req-d90fc9f4-6cab-48af-a600-e9c821a0a356 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Router df288788-ac29-4c9f-a061-c47484c12d6b has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:01:20.231170 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:20.281390 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6b92cb88-98fc-4159-ae3a-4dd571b11c9c req-0a8d2643-8391-409b-ac62-819daee4cf47 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 210 time: 0.0633581 Aug 24 09:01:20.357709 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40d03f33-05d8-445b-8836-4eb83ed08866 req-d90fc9f4-6cab-48af-a600-e9c821a0a356 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:01:20.371654 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a1921-3767-4099-ab32-7d191b91c150 None None] Sync routers for ids ['df288788-ac29-4c9f-a061-c47484c12d6b'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:01:20.384727 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a1921-3767-4099-ab32-7d191b91c150 None None] Routers {'df288788-ac29-4c9f-a061-c47484c12d6b'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:01:20.385347 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-088a1921-3767-4099-ab32-7d191b91c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:01:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['df288788-ac29-4c9f-a061-c47484c12d6b'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:20.438168 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-1ba26c2b-8c19-434f-bf23-cb8f409b3fed tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for port (56291ac8-9437-4cee-a25f-26f1f1d997a2), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:20.441729 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d03f33-05d8-445b-8836-4eb83ed08866 req-d90fc9f4-6cab-48af-a600-e9c821a0a356 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] No DVR routers for this DVR port 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 on host hv-cinder-85221 {{(pid=118617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:01:20.447167 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-40d03f33-05d8-445b-8836-4eb83ed08866 req-d90fc9f4-6cab-48af-a600-e9c821a0a356 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:20.450354 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-40d03f33-05d8-445b-8836-4eb83ed08866 req-d90fc9f4-6cab-48af-a600-e9c821a0a356 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.69 "DELETE /networking/v2.0/ports/8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 HTTP/1.1" status: 204 len: 173 time: 2.1335850 Aug 24 09:01:20.450833 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'name': 'network-vif-deleted', 'tag': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:20.453206 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f974dcc1-0e8c-4442-9cac-cbfe31eb200c" -d '{"events": [{"server_uuid": "d2eeba32-0634-4e0c-aad9-b9bc081474d9", "name": "network-vif-deleted", "tag": "8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:20.509421 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0250b9-6762-4b02-9768-b5da133b4afc x-openstack-request-id: req-7e0250b9-6762-4b02-9768-b5da133b4afc {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:20.509797 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-088a1921-3767-4099-ab32-7d191b91c150 None None] Set router df288788-ac29-4c9f-a061-c47484c12d6b gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:01:20.509911 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2eeba32-0634-4e0c-aad9-b9bc081474d9", "name": "network-vif-deleted", "tag": "8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:20.510685 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e0250b9-6762-4b02-9768-b5da133b4afc {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:20.511257 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e0250b9-6762-4b02-9768-b5da133b4afc'] response: {'server_uuid': 'd2eeba32-0634-4e0c-aad9-b9bc081474d9', 'name': 'network-vif-deleted', 'tag': '8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3', 'status': 'completed', 'code': 200} Aug 24 09:01:20.567941 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-1ba26c2b-8c19-434f-bf23-cb8f409b3fed tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (56291ac8-9437-4cee-a25f-26f1f1d997a2), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:20.623245 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-1ba26c2b-8c19-434f-bf23-cb8f409b3fed tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Network 13fa4940-b618-4378-a572-2001b35f19f6 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:01:20.629235 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-1ba26c2b-8c19-434f-bf23-cb8f409b3fed tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:01:20.633372 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba26c2b-8c19-434f-bf23-cb8f409b3fed tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event updated for resources: {'Port': ['ID=56291ac8-9437-4cee-a25f-26f1f1d997a2,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:20.635993 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-1ba26c2b-8c19-434f-bf23-cb8f409b3fed tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:01:20.703395 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-1ba26c2b-8c19-434f-bf23-cb8f409b3fed tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:20.703992 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-1ba26c2b-8c19-434f-bf23-cb8f409b3fed tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:20.752960 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:20.774508 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-088a1921-3767-4099-ab32-7d191b91c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T08:56:15Z', 'revision_number': 4, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'c27bd586-dbb7-4795-af19-25009026fa31', 'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'mac_address': 'fa:16:3e:57:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:12Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 5, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'subnets': [{'id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:20.803510 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a1921-3767-4099-ab32-7d191b91c150 None None] Checking router: df288788-ac29-4c9f-a061-c47484c12d6b for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:01:20.812836 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a1921-3767-4099-ab32-7d191b91c150 None None] Routers {'df288788-ac29-4c9f-a061-c47484c12d6b'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:01:20.813452 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-088a1921-3767-4099-ab32-7d191b91c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:01:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['df288788-ac29-4c9f-a061-c47484c12d6b'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:20.871484 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-1ba26c2b-8c19-434f-bf23-cb8f409b3fed tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4584503 Aug 24 09:01:20.901985 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Request body: {'port': {'device_id': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:01:20.931534 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-7cf891ae-fc96-4880-a63c-e8d72402c756 None None] Provisioning complete for port 56291ac8-9437-4cee-a25f-26f1f1d997a2 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:01:20.936661 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-7cf891ae-fc96-4880-a63c-e8d72402c756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (56291ac8-9437-4cee-a25f-26f1f1d997a2), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:20.988307 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-7cf891ae-fc96-4880-a63c-e8d72402c756 None None] Port 56291ac8-9437-4cee-a25f-26f1f1d997a2 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:01:21.003323 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (56291ac8-9437-4cee-a25f-26f1f1d997a2), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:21.033894 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-088a1921-3767-4099-ab32-7d191b91c150 None None] Set router df288788-ac29-4c9f-a061-c47484c12d6b gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:01:21.041506 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:21.194575 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb1a2-a7d4-4d1d-b487-4094af2fb7d9 req-d17fe34d-b65d-4ecf-83c4-2e7f1ea15630 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:21.196814 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4c7bb1a2-a7d4-4d1d-b487-4094af2fb7d9 req-d17fe34d-b65d-4ecf-83c4-2e7f1ea15630 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 944 time: 0.0717490 Aug 24 09:01:21.285279 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-088a1921-3767-4099-ab32-7d191b91c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T08:56:15Z', 'revision_number': 4, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'c27bd586-dbb7-4795-af19-25009026fa31', 'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'mac_address': 'fa:16:3e:57:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:12Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 5, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'subnets': [{'id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:21.317229 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a1921-3767-4099-ab32-7d191b91c150 None None] The sync data for ids ['df288788-ac29-4c9f-a061-c47484c12d6b'] in dv-cinder-852211-5-iscsi is: [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T08:56:15Z', 'revision_number': 4, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'c27bd586-dbb7-4795-af19-25009026fa31', 'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'mac_address': 'fa:16:3e:57:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:12Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 5, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'subnets': [{'id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:01:21.320479 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4c7bb1a2-a7d4-4d1d-b487-4094af2fb7d9 req-608980fe-6c55-4169-ac3e-b69ae6848c60 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134884 Aug 24 09:01:21.429626 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56291ac8-9437-4cee-a25f-26f1f1d997a2 {{(pid=118617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:01:21.438693 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Publish callbacks [] for port (56291ac8-9437-4cee-a25f-26f1f1d997a2), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:21.439257 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e553cd32-1a0a-4253-b794-11a44e91634e req-db757fcf-1296-41b1-bb77-9ad743cb5058 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2eeba32-0634-4e0c-aad9-b9bc081474d9 HTTP/1.1" status: 200 len: 210 time: 0.0442078 Aug 24 09:01:21.454247 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.provisioning_blocks [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Transition to ACTIVE for port object 56291ac8-9437-4cee-a25f-26f1f1d997a2 will not be triggered until provisioned by entity L2. {{(pid=118617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 09:01:21.502971 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae574fed-ca69-415a-a515-584fdf92a25b req-de0890d4-635a-4161-9e09-8347b3a7fe50 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:21.504494 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ae574fed-ca69-415a-a515-584fdf92a25b req-de0890d4-635a-4161-9e09-8347b3a7fe50 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 932 time: 0.0629573 Aug 24 09:01:21.570898 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ae574fed-ca69-415a-a515-584fdf92a25b req-b2bc4f0f-cfc5-468f-ac8d-1f19b8a82b2e tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575898 Aug 24 09:01:21.572458 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252178666'] for port (56291ac8-9437-4cee-a25f-26f1f1d997a2), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:21.603729 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:21.637279 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Pushing event updated for resources: {'Port': ['ID=56291ac8-9437-4cee-a25f-26f1f1d997a2,revision_number=2']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:21.697080 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b03f69b-938d-4a44-ac96-c9b4235de4cc None None] New status for floating IP 11e00942-9b9a-4601-934a-d7825b31be37: DOWN {{(pid=118618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:01:21.697290 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.managers [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Attempting to bind port 56291ac8-9437-4cee-a25f-26f1f1d997a2 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:01:21.697517 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.managers [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Attempting to bind port 56291ac8-9437-4cee-a25f-26f1f1d997a2 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'}] {{(pid=118617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:01:21.697909 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Attempting to bind port 56291ac8-9437-4cee-a25f-26f1f1d997a2 on network 13fa4940-b618-4378-a572-2001b35f19f6 {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:01:21.703730 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Port 56291ac8-9437-4cee-a25f-26f1f1d997a2 on network 13fa4940-b618-4378-a572-2001b35f19f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 09:01:21.704054 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Attempting to bind port 56291ac8-9437-4cee-a25f-26f1f1d997a2 on network 13fa4940-b618-4378-a572-2001b35f19f6 {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:01:21.711543 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:01:21.711880 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Checking segment: {'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:01:21.712268 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Bound using segment: {'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'} {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:01:21.712909 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.managers [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Bound port: 56291ac8-9437-4cee-a25f-26f1f1d997a2, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'}}] {{(pid=118617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:01:21.713481 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (56291ac8-9437-4cee-a25f-26f1f1d997a2), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:21.773457 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:01:21.797734 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] For port 56291ac8-9437-4cee-a25f-26f1f1d997a2, host hv-cinder-85221, cleared binding levels {{(pid=118617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:01:21.801204 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] For port 56291ac8-9437-4cee-a25f-26f1f1d997a2, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=56291ac8-9437-4cee-a25f-26f1f1d997a2,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:01:21.802442 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:01:21.802768 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 8dc2902d-c8b1-4c12-a395-1cfb4f8f6ff3 not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:01:21.882168 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252178666'] for port (56291ac8-9437-4cee-a25f-26f1f1d997a2), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:21.885525 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:21.886426 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:21.887912 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/56291ac8-9437-4cee-a25f-26f1f1d997a2 HTTP/1.1" status: 200 len: 1094 time: 1.0000722 Aug 24 09:01:21.935422 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab24d39-4936-4c81-8df0-a0ae9436151b service neutron] Pushing event updated for resources: {'Port': ['ID=56291ac8-9437-4cee-a25f-26f1f1d997a2,revision_number=3']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:22.066980 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-fee3e04c-a3b0-45ce-80f6-14a61eea5f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:22.068614 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-fee3e04c-a3b0-45ce-80f6-14a61eea5f36 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=12594f976e5f48d9926716737f86afe0&device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 1128 time: 0.0471473 Aug 24 09:01:22.116831 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-50ab201d-d9a4-4c6e-b54e-ef105ce4e0f2 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56291ac8-9437-4cee-a25f-26f1f1d997a2 HTTP/1.1" status: 200 len: 217 time: 0.0329301 Aug 24 09:01:22.170863 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-4d4e2ea1-468a-4f49-9b5b-e648584be9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:22.172348 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-4d4e2ea1-468a-4f49-9b5b-e648584be9c3 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=aaef8caf-3e43-49ed-9743-8dc7cada53fc HTTP/1.1" status: 200 len: 850 time: 0.0490360 Aug 24 09:01:22.224642 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-1e0899f1-41c8-46d3-a422-49f113a6af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:22.226059 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-1e0899f1-41c8-46d3-a422-49f113a6af28 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=13fa4940-b618-4378-a572-2001b35f19f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458071 Aug 24 09:01:22.324126 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-c50b879d-0648-4e0f-9cba-52317f6e9358 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903730 Aug 24 09:01:22.429686 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2c86385b-9d8d-43a5-8156-da4377bf9879 req-8473cc0f-3d38-4a0d-94e4-18d421d2469b service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873077 Aug 24 09:01:22.449231 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf59ae2-9bf1-4c59-a3fa-9a5dcd0b8c4b req-c723cd23-477b-4d48-acf8-d3cf37928d17 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:22.451219 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-caf59ae2-9bf1-4c59-a3fa-9a5dcd0b8c4b req-c723cd23-477b-4d48-acf8-d3cf37928d17 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 944 time: 0.0537632 Aug 24 09:01:22.506639 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-caf59ae2-9bf1-4c59-a3fa-9a5dcd0b8c4b req-4c3b91a3-ae29-4010-905b-912b74af55f9 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498028 Aug 24 09:01:22.512454 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'tag': '56291ac8-9437-4cee-a25f-26f1f1d997a2'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:22.515173 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a43a4a-3332-4bf6-b554-fcf18d7bf5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c84e45c2-2f7f-4ae5-baf2-53d901647892", "tag": "56291ac8-9437-4cee-a25f-26f1f1d997a2"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:22.563249 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4a20a3-92f8-43d8-b1ae-cf567d591e5c x-openstack-request-id: req-9a4a20a3-92f8-43d8-b1ae-cf567d591e5c {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:22.563540 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84e45c2-2f7f-4ae5-baf2-53d901647892", "tag": "56291ac8-9437-4cee-a25f-26f1f1d997a2", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:22.563793 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a4a20a3-92f8-43d8-b1ae-cf567d591e5c {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:22.564201 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4a20a3-92f8-43d8-b1ae-cf567d591e5c'] response: {'name': 'network-changed', 'server_uuid': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'tag': '56291ac8-9437-4cee-a25f-26f1f1d997a2', 'status': 'completed', 'code': 200} Aug 24 09:01:22.625546 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 36848) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:01:22.672368 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:22.722249 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b811aca-c822-462e-9f70-89d176c559e6 req-99be6a3c-813d-4a97-a649-2648edc0b9d4 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:22.724370 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4b811aca-c822-462e-9f70-89d176c559e6 req-99be6a3c-813d-4a97-a649-2648edc0b9d4 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 944 time: 0.0705154 Aug 24 09:01:22.732509 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d0f0-dae2-4ace-b977-7f542771f03a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group (397f8769-443b-46b8-befd-8c136e06abb2), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:23.036596 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d0f0-dae2-4ace-b977-7f542771f03a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group (397f8769-443b-46b8-befd-8c136e06abb2), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:23.080178 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a43a4a-3332-4bf6-b554-fcf18d7bf5eb req-55754156-7f5b-4d45-8f4e-74e06b772689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:23.081666 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-03a43a4a-3332-4bf6-b554-fcf18d7bf5eb req-55754156-7f5b-4d45-8f4e-74e06b772689 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=12594f976e5f48d9926716737f86afe0&device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 1128 time: 0.0887074 Aug 24 09:01:23.104331 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4b811aca-c822-462e-9f70-89d176c559e6 req-abb64194-a277-4119-9b47-9de1db38cb5b tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3737233 Aug 24 09:01:23.133327 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:23.194645 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a43a4a-3332-4bf6-b554-fcf18d7bf5eb req-8e0da077-becb-4a25-aeb5-52e4c9f81218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:23.196246 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-03a43a4a-3332-4bf6-b554-fcf18d7bf5eb req-8e0da077-becb-4a25-aeb5-52e4c9f81218 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=13fa4940-b618-4378-a572-2001b35f19f6 HTTP/1.1" status: 200 len: 912 time: 0.1077790 Aug 24 09:01:23.241862 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-03a43a4a-3332-4bf6-b554-fcf18d7bf5eb req-d4bd79a0-badc-4479-a70a-c41d21ffdc0a service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56291ac8-9437-4cee-a25f-26f1f1d997a2 HTTP/1.1" status: 200 len: 217 time: 0.0337226 Aug 24 09:01:23.279800 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d0f0-dae2-4ace-b977-7f542771f03a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (397f8769-443b-46b8-befd-8c136e06abb2), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:23.282280 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d0f0-dae2-4ace-b977-7f542771f03a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:23.283420 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-9cc0d0f0-dae2-4ace-b977-7f542771f03a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/397f8769-443b-46b8-befd-8c136e06abb2 HTTP/1.1" status: 204 len: 168 time: 0.6568565 Aug 24 09:01:23.286366 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 36850) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:01:23.301910 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0d0f0-dae2-4ace-b977-7f542771f03a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=397f8769-443b-46b8-befd-8c136e06abb2,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:23.302382 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.api.v2.resource [None req-c381b801-e7ab-4662-813b-d96191012b7e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] show failed (client error): The resource could not be found. Aug 24 09:01:23.306076 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-c381b801-e7ab-4662-813b-d96191012b7e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups/397f8769-443b-46b8-befd-8c136e06abb2 HTTP/1.1" status: 404 len: 347 time: 0.0166628 Aug 24 09:01:23.306323 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 36852) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:01:23.310399 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a43a4a-3332-4bf6-b554-fcf18d7bf5eb req-9c685904-fa75-46b0-a4e4-5c6543c41cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:23.311925 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-03a43a4a-3332-4bf6-b554-fcf18d7bf5eb req-9c685904-fa75-46b0-a4e4-5c6543c41cf9 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=aaef8caf-3e43-49ed-9743-8dc7cada53fc HTTP/1.1" status: 200 len: 850 time: 0.0637774 Aug 24 09:01:23.357266 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a43a4a-3332-4bf6-b554-fcf18d7bf5eb req-40adb505-3070-4657-ad7b-030bf07dacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:23.358900 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-03a43a4a-3332-4bf6-b554-fcf18d7bf5eb req-40adb505-3070-4657-ad7b-030bf07dacc5 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=13fa4940-b618-4378-a572-2001b35f19f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412588 Aug 24 09:01:23.427193 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-3cebce88-888e-469f-83bd-9c7d0c3cbac4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Deleting port 94a89eea-e97e-46d9-9dee-9af94f472784 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:01:23.427537 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3cebce88-888e-469f-83bd-9c7d0c3cbac4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (94a89eea-e97e-46d9-9dee-9af94f472784), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:23.466352 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-03a43a4a-3332-4bf6-b554-fcf18d7bf5eb req-f079931e-0906-4d3a-8b40-1c6664a1de1d service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947137 Aug 24 09:01:23.520001 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3cebce88-888e-469f-83bd-9c7d0c3cbac4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (94a89eea-e97e-46d9-9dee-9af94f472784), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:23.520580 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3cebce88-888e-469f-83bd-9c7d0c3cbac4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for floatingip (94a89eea-e97e-46d9-9dee-9af94f472784), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:23.540519 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-3cebce88-888e-469f-83bd-9c7d0c3cbac4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Calling delete_port for 94a89eea-e97e-46d9-9dee-9af94f472784 owned by network:floatingip {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:01:23.569206 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-03a43a4a-3332-4bf6-b554-fcf18d7bf5eb req-6cfba5b7-317d-4d48-9dee-9eeefdb3ccc6 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968602 Aug 24 09:01:23.659419 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b2307-a172-4fbb-91d2-9a7d933a5e65 req-bdbcd83f-9dd3-4596-8f1f-e28b15ac7f21 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:23.661427 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-de2b2307-a172-4fbb-91d2-9a7d933a5e65 req-bdbcd83f-9dd3-4596-8f1f-e28b15ac7f21 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 944 time: 0.0620742 Aug 24 09:01:23.754423 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-de2b2307-a172-4fbb-91d2-9a7d933a5e65 req-62b57147-ce55-4712-940d-bda4a5d0778e tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824223 Aug 24 09:01:23.829499 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3cebce88-888e-469f-83bd-9c7d0c3cbac4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (94a89eea-e97e-46d9-9dee-9af94f472784), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:23.856189 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebce88-888e-469f-83bd-9c7d0c3cbac4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Pushing event deleted for resources: {'Port': ['ID=94a89eea-e97e-46d9-9dee-9af94f472784,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:23.902705 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:23.919791 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3cebce88-888e-469f-83bd-9c7d0c3cbac4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for floatingip (11e00942-9b9a-4601-934a-d7825b31be37), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:23.922290 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3cebce88-888e-469f-83bd-9c7d0c3cbac4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:23.923490 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-3cebce88-888e-469f-83bd-9c7d0c3cbac4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/11e00942-9b9a-4601-934a-d7825b31be37 HTTP/1.1" status: 204 len: 168 time: 0.6157458 Aug 24 09:01:24.125457 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 36862) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:01:24.130721 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-d48b0b50-79bf-4bc6-8cc2-417eb974bdea tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1058893247', 'description': 'tempest-description--1897426221'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:01:24.135397 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:24.229793 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d48b0b50-79bf-4bc6-8cc2-417eb974bdea tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:24.259358 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec18687-019c-47b0-bcfc-4a32933a37b4 req-31b89ca5-2d17-4529-bc7b-cb42786a8db8 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:24.260958 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eec18687-019c-47b0-bcfc-4a32933a37b4 req-31b89ca5-2d17-4529-bc7b-cb42786a8db8 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 944 time: 0.0696952 Aug 24 09:01:24.337029 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eec18687-019c-47b0-bcfc-4a32933a37b4 req-ba310262-483f-4289-aa29-cd388393175c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686841 Aug 24 09:01:24.358597 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d48b0b50-79bf-4bc6-8cc2-417eb974bdea tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group (cb98f8cc-3242-484e-b0f9-32ea31c577f2), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:24.441885 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d48b0b50-79bf-4bc6-8cc2-417eb974bdea tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (cb98f8cc-3242-484e-b0f9-32ea31c577f2), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:24.473510 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b0b50-79bf-4bc6-8cc2-417eb974bdea tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb98f8cc-3242-484e-b0f9-32ea31c577f2,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:24.589928 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d48b0b50-79bf-4bc6-8cc2-417eb974bdea tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:24.591244 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-d48b0b50-79bf-4bc6-8cc2-417eb974bdea tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4647708 Aug 24 09:01:24.594511 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 36866) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:01:24.599051 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-12d4b095-9d08-41bf-a526-513e9f1d8f4b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Request body: {'security_group_rule': {'security_group_id': 'cb98f8cc-3242-484e-b0f9-32ea31c577f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:01:24.704770 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-12d4b095-9d08-41bf-a526-513e9f1d8f4b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group_rule (a63f745f-3dbc-43f6-b821-8bb1ce11ef21), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:24.764152 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-12d4b095-9d08-41bf-a526-513e9f1d8f4b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group_rule (a63f745f-3dbc-43f6-b821-8bb1ce11ef21), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:24.852149 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-12d4b095-9d08-41bf-a526-513e9f1d8f4b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (a63f745f-3dbc-43f6-b821-8bb1ce11ef21), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:24.874611 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4b095-9d08-41bf-a526-513e9f1d8f4b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63f745f-3dbc-43f6-b821-8bb1ce11ef21,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:24.889349 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05126049-6501-4bbc-859f-a1a3fefeeb7c req-7b4bb34e-4c7b-4bb1-b078-fe7d3f99cea8 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:24.890969 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-05126049-6501-4bbc-859f-a1a3fefeeb7c req-7b4bb34e-4c7b-4bb1-b078-fe7d3f99cea8 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 944 time: 0.0514748 Aug 24 09:01:24.945827 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-05126049-6501-4bbc-859f-a1a3fefeeb7c req-6313f9b4-3fd3-4f6a-91af-4f8a38d7c8e4 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489492 Aug 24 09:01:24.985836 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-12d4b095-9d08-41bf-a526-513e9f1d8f4b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:24.987130 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-12d4b095-9d08-41bf-a526-513e9f1d8f4b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3916199 Aug 24 09:01:24.990006 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 36872) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:01:24.994906 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-337cb4be-b56d-46ef-9c1b-02ef6d13a0b8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Request body: {'security_group_rule': {'security_group_id': 'cb98f8cc-3242-484e-b0f9-32ea31c577f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:01:25.086954 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-337cb4be-b56d-46ef-9c1b-02ef6d13a0b8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group_rule (3707942b-873d-4442-93ed-3f4449b5124b), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:25.146067 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-337cb4be-b56d-46ef-9c1b-02ef6d13a0b8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group_rule (3707942b-873d-4442-93ed-3f4449b5124b), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:25.212704 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-337cb4be-b56d-46ef-9c1b-02ef6d13a0b8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (3707942b-873d-4442-93ed-3f4449b5124b), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:25.233968 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cb4be-b56d-46ef-9c1b-02ef6d13a0b8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3707942b-873d-4442-93ed-3f4449b5124b,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:25.368672 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-337cb4be-b56d-46ef-9c1b-02ef6d13a0b8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:25.370117 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-337cb4be-b56d-46ef-9c1b-02ef6d13a0b8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3790407 Aug 24 09:01:25.373260 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 36876) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:01:25.377923 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-d9b0adca-327f-4fe8-b33e-2a65b8fe6b31 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Request body: {'floatingip': {'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:01:25.465275 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbf6b3-bdec-4b45-b5ad-d8d453513a8f req-2261afcf-f88c-4d13-9b86-d50d8a70335d tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:25.466906 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-bdcbf6b3-bdec-4b45-b5ad-d8d453513a8f req-2261afcf-f88c-4d13-9b86-d50d8a70335d tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 944 time: 0.0492413 Aug 24 09:01:25.482812 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d9b0adca-327f-4fe8-b33e-2a65b8fe6b31 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:25.518998 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:25.526054 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-bdcbf6b3-bdec-4b45-b5ad-d8d453513a8f req-8e73d411-fde0-4893-ba2c-9636caca781d tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514610 Aug 24 09:01:25.576405 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d9b0adca-327f-4fe8-b33e-2a65b8fe6b31 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:25.729857 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 6067d93f-096c-4780-bc81-7d37bfbbe3b8 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 09:01:25.764346 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [None req-d9b0adca-327f-4fe8-b33e-2a65b8fe6b31 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Allocated IP 172.27.1.120 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/bf844dec-b3d9-4412-b9b1-aa7973f3e406) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:01:25.820920 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:25.900269 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 6067d93f-096c-4780-bc81-7d37bfbbe3b8, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6067d93f-096c-4780-bc81-7d37bfbbe3b8,segment=NetworkSegment(8f42a49c-6366-4672-9b20-63cbcd35451c),segment_id=8f42a49c-6366-4672-9b20-63cbcd35451c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:25.915214 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '6067d93f-096c-4780-bc81-7d37bfbbe3b8', 'network_id': '01f07883-0fad-4927-b76b-042659a40090', 'port_id': '6067d93f-096c-4780-bc81-7d37bfbbe3b8', 'mac_address': 'fa:16:3e:d9:49:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 09:01:25.916750 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d9b0adca-327f-4fe8-b33e-2a65b8fe6b31 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for port (bf844dec-b3d9-4412-b9b1-aa7973f3e406), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:25.952977 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:25.958305 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 6067d93f-096c-4780-bc81-7d37bfbbe3b8 is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:01:25.958746 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:25.977053 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6067d93f-096c-4780-bc81-7d37bfbbe3b8 {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:01:26.000551 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 6067d93f-096c-4780-bc81-7d37bfbbe3b8, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6067d93f-096c-4780-bc81-7d37bfbbe3b8,segment=NetworkSegment(8f42a49c-6366-4672-9b20-63cbcd35451c),segment_id=8f42a49c-6366-4672-9b20-63cbcd35451c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:26.041443 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d9b0adca-327f-4fe8-b33e-2a65b8fe6b31 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (bf844dec-b3d9-4412-b9b1-aa7973f3e406), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:26.060162 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:26.114505 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac00fab-5852-48b6-9fff-304a6b98c4c6 req-4fb9dea9-a8e3-4735-b4bb-0f7bedb17804 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:26.116029 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-bac00fab-5852-48b6-9fff-304a6b98c4c6 req-4fb9dea9-a8e3-4735-b4bb-0f7bedb17804 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 944 time: 0.0921247 Aug 24 09:01:26.120007 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b0adca-327f-4fe8-b33e-2a65b8fe6b31 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:01:26.125351 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-d9b0adca-327f-4fe8-b33e-2a65b8fe6b31 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:01:26.133202 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0adca-327f-4fe8-b33e-2a65b8fe6b31 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Pushing event updated for resources: {'Port': ['ID=bf844dec-b3d9-4412-b9b1-aa7973f3e406,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:26.136545 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b0adca-327f-4fe8-b33e-2a65b8fe6b31 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:01:26.184441 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:26.214231 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-bac00fab-5852-48b6-9fff-304a6b98c4c6 req-6c9c1822-95a3-43a3-9be2-a1dec056f25f tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911329 Aug 24 09:01:26.261030 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d9b0adca-327f-4fe8-b33e-2a65b8fe6b31 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for floatingip (ca7df5dd-fb97-44c6-a5c1-f46726eb14cc), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:26.263147 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=6067d93f-096c-4780-bc81-7d37bfbbe3b8,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:26.399204 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d9b0adca-327f-4fe8-b33e-2a65b8fe6b31 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (bf844dec-b3d9-4412-b9b1-aa7973f3e406), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:26.497504 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['6067d93f-096c-4780-bc81-7d37bfbbe3b8'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:01:26.618858 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d9b0adca-327f-4fe8-b33e-2a65b8fe6b31 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for port (bf844dec-b3d9-4412-b9b1-aa7973f3e406), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:26.674154 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d9b0adca-327f-4fe8-b33e-2a65b8fe6b31 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252178666'] for port (bf844dec-b3d9-4412-b9b1-aa7973f3e406), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:26.684122 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:26.731202 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372abd0-cc64-43a3-ae45-6ed15892fd67 req-e6ced05d-8704-4d33-a4d1-eb7ea285c31f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:26.734007 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2372abd0-cc64-43a3-ae45-6ed15892fd67 req-e6ced05d-8704-4d33-a4d1-eb7ea285c31f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 944 time: 0.0861526 Aug 24 09:01:26.773122 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0adca-327f-4fe8-b33e-2a65b8fe6b31 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Pushing event updated for resources: {'Port': ['ID=bf844dec-b3d9-4412-b9b1-aa7973f3e406,revision_number=2']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:26.777788 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d9b0adca-327f-4fe8-b33e-2a65b8fe6b31 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (ca7df5dd-fb97-44c6-a5c1-f46726eb14cc), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:26.819243 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2372abd0-cc64-43a3-ae45-6ed15892fd67 req-24d12186-8014-4036-9178-3c51ec880dd4 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739698 Aug 24 09:01:26.871846 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d9b0adca-327f-4fe8-b33e-2a65b8fe6b31 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:26.873240 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-d9b0adca-327f-4fe8-b33e-2a65b8fe6b31 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4988611 Aug 24 09:01:27.065818 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-93875784-4cdb-484d-8616-96f9144293aa tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1058893247&fields=id&tenant_id=dd27ac26660b46c388279e652200c7cd HTTP/1.1" status: 200 len: 267 time: 0.0474133 Aug 24 09:01:27.198794 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-52e99a87-b157-4587-aeed-d4f9f799f465 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:27.206207 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-52e99a87-b157-4587-aeed-d4f9f799f465 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/networks?id=49a90e96-9c63-403b-90e7-b545c043dc4b HTTP/1.1" status: 200 len: 816 time: 0.1272023 Aug 24 09:01:27.223449 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-7bd398d3-e17d-4630-b431-ecc7ebd63c93 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/quotas/dd27ac26660b46c388279e652200c7cd HTTP/1.1" status: 200 len: 375 time: 0.0120728 Aug 24 09:01:27.291895 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-48fab848-80db-4b73-8932-ab1d3addb504 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=dd27ac26660b46c388279e652200c7cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579619 Aug 24 09:01:27.372666 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d4b17-45de-4de9-a38b-c542a4d7a51a req-1ec1cf7e-4419-4dc5-93ec-0d959a3841ed tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:27.374189 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-de4d4b17-45de-4de9-a38b-c542a4d7a51a req-1ec1cf7e-4419-4dc5-93ec-0d959a3841ed tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 945 time: 0.0639815 Aug 24 09:01:27.432586 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-de4d4b17-45de-4de9-a38b-c542a4d7a51a req-a2f52ae5-4fc6-4039-b8ca-ac9f54c4a4b5 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522833 Aug 24 09:01:27.463992 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-c0ae55d3-1c07-4f9c-af6a-aa41c51e3274 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571882 Aug 24 09:01:27.568211 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-f75558a4-a24f-422d-954a-9edfab7a2743 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983598 Aug 24 09:01:27.742409 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 6067d93f-096c-4780-bc81-7d37bfbbe3b8 up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:01:27.792089 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port 6067d93f-096c-4780-bc81-7d37bfbbe3b8 completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 09:01:27.892015 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 6067d93f-096c-4780-bc81-7d37bfbbe3b8 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:01:27.892533 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:27.913675 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-db96c33a-90f8-4b36-8d95-542dc4001555 req-f712119f-68f5-4595-8110-170f7c64844c tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 210 time: 0.0843503 Aug 24 09:01:27.960112 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91047a5-70a2-4b25-ba5e-e8aa77e39f16 req-54495f1f-6a99-4a02-82d7-24ddcfb71b60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:27.964142 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b91047a5-70a2-4b25-ba5e-e8aa77e39f16 req-54495f1f-6a99-4a02-82d7-24ddcfb71b60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 944 time: 0.0609527 Aug 24 09:01:28.037236 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b91047a5-70a2-4b25-ba5e-e8aa77e39f16 req-c7663328-80e6-485d-99c8-09fbe2c445bd tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692012 Aug 24 09:01:28.039231 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 6067d93f-096c-4780-bc81-7d37bfbbe3b8 is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:01:28.044904 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:28.068732 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6067d93f-096c-4780-bc81-7d37bfbbe3b8'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:28.071010 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec096271-cb19-47df-97ad-9a47813aa0ec" -d '{"events": [{"server_uuid": "27bec6ff-f51f-4a0a-b8f7-c5f01d921581", "name": "network-vif-plugged", "status": "completed", "tag": "6067d93f-096c-4780-bc81-7d37bfbbe3b8"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:28.084713 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 6067d93f-096c-4780-bc81-7d37bfbbe3b8, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6067d93f-096c-4780-bc81-7d37bfbbe3b8,segment=NetworkSegment(8f42a49c-6366-4672-9b20-63cbcd35451c),segment_id=8f42a49c-6366-4672-9b20-63cbcd35451c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:28.109141 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49f56ce-e0d2-40aa-b07c-fe4a214be719 x-openstack-request-id: req-c49f56ce-e0d2-40aa-b07c-fe4a214be719 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:28.109472 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27bec6ff-f51f-4a0a-b8f7-c5f01d921581", "name": "network-vif-plugged", "status": "completed", "tag": "6067d93f-096c-4780-bc81-7d37bfbbe3b8", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:28.109765 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c49f56ce-e0d2-40aa-b07c-fe4a214be719 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:28.110165 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49f56ce-e0d2-40aa-b07c-fe4a214be719'] response: {'server_uuid': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6067d93f-096c-4780-bc81-7d37bfbbe3b8', 'code': 200} Aug 24 09:01:28.195641 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:28.250375 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=6067d93f-096c-4780-bc81-7d37bfbbe3b8,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:28.562813 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126db2d1-b4db-4b6c-93bb-bdd25de7ba97 req-827a6790-fc06-4341-b66c-0829a7a68253 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:28.564576 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-126db2d1-b4db-4b6c-93bb-bdd25de7ba97 req-827a6790-fc06-4341-b66c-0829a7a68253 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0539534 Aug 24 09:01:28.623743 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-126db2d1-b4db-4b6c-93bb-bdd25de7ba97 req-353ac204-1830-42f4-ac9d-4a452eb89032 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533109 Aug 24 09:01:29.098186 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ecffda38-b4b9-47ce-8783-543343964ab8 req-8c66eee3-b9ef-486e-9243-53efd2aa3923 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 210 time: 0.0577254 Aug 24 09:01:29.224178 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce281e9-a1c4-4463-a987-198022c1e640 req-d79f49a8-da96-45e5-8e98-f1138139fc1d tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:29.225757 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0ce281e9-a1c4-4463-a987-198022c1e640 req-d79f49a8-da96-45e5-8e98-f1138139fc1d tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 944 time: 0.0937574 Aug 24 09:01:29.229262 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c01129-dfa6-4c4e-a142-4b5a8a2e9830 req-5628116b-6596-4bd5-bf07-6807b2e568d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:29.231020 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-11c01129-dfa6-4c4e-a142-4b5a8a2e9830 req-5628116b-6596-4bd5-bf07-6807b2e568d7 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 1130 time: 0.0773847 Aug 24 09:01:29.238716 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:29.313768 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0ce281e9-a1c4-4463-a987-198022c1e640 req-9c3055e5-715f-48cf-9e4f-ed4c35b03445 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816865 Aug 24 09:01:29.318417 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-11c01129-dfa6-4c4e-a142-4b5a8a2e9830 req-8fba0475-ba7a-485e-84ae-0ad32438f7ae service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722349 Aug 24 09:01:29.752421 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 56291ac8-9437-4cee-a25f-26f1f1d997a2 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 09:01:29.783532 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7d68e-de93-4aaf-abfa-30703d027a67 req-087dcc5a-3fab-4fc7-ae9b-5b66688a1543 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:29.785496 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a6e7d68e-de93-4aaf-abfa-30703d027a67 req-087dcc5a-3fab-4fc7-ae9b-5b66688a1543 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0593326 Aug 24 09:01:29.844094 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a6e7d68e-de93-4aaf-abfa-30703d027a67 req-05c421a7-2bcb-4eda-b72b-b04d026f5f81 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460417 Aug 24 09:01:29.855241 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:29.880600 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 56291ac8-9437-4cee-a25f-26f1f1d997a2, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=56291ac8-9437-4cee-a25f-26f1f1d997a2,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:29.894792 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:29.897764 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '56291ac8-9437-4cee-a25f-26f1f1d997a2', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'port_id': '56291ac8-9437-4cee-a25f-26f1f1d997a2', 'mac_address': 'fa:16:3e:bb:a9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 09:01:29.935797 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 56291ac8-9437-4cee-a25f-26f1f1d997a2 is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:01:29.936189 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (56291ac8-9437-4cee-a25f-26f1f1d997a2), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:29.952085 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56291ac8-9437-4cee-a25f-26f1f1d997a2 {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:01:29.974201 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 56291ac8-9437-4cee-a25f-26f1f1d997a2, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=56291ac8-9437-4cee-a25f-26f1f1d997a2,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:30.085937 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (56291ac8-9437-4cee-a25f-26f1f1d997a2), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:30.135396 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=56291ac8-9437-4cee-a25f-26f1f1d997a2,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:30.245795 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0ace176b-ed53-4340-b952-ab840d004fe9 req-f03df2c0-e1ee-47f5-b161-d2ac474bc171 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 210 time: 0.0342109 Aug 24 09:01:30.450202 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da561a2-db39-48e8-8ec9-7cd19f8ce399 req-24dd6d56-bedd-4599-9d26-ec4c314be3ae tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:30.451712 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1da561a2-db39-48e8-8ec9-7cd19f8ce399 req-24dd6d56-bedd-4599-9d26-ec4c314be3ae tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 945 time: 0.0494964 Aug 24 09:01:30.506919 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1da561a2-db39-48e8-8ec9-7cd19f8ce399 req-a1aea031-2de0-48af-8456-05f149bc0abe tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488021 Aug 24 09:01:30.997504 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d19f8-3d3e-4c08-bc6e-344dd5b795fa req-21b2e3bb-dc6a-49dc-ac3b-d8e797e09b56 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:30.999155 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9d3d19f8-3d3e-4c08-bc6e-344dd5b795fa req-21b2e3bb-dc6a-49dc-ac3b-d8e797e09b56 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0532291 Aug 24 09:01:31.055314 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9d3d19f8-3d3e-4c08-bc6e-344dd5b795fa req-bf52ff1b-6ac0-4ec7-bbf7-368ad0b435b8 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499749 Aug 24 09:01:31.361174 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-bbad41da-0d8f-48ec-ad3d-47edf41dab62 req-db6f636d-264c-420e-aba2-7a850d924de0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 210 time: 0.0321734 Aug 24 09:01:31.650259 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4b947-8f75-411b-8800-87e8fe44263f req-fdfe0197-922b-47bf-9782-122b45cc3932 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:31.651796 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-dba4b947-8f75-411b-8800-87e8fe44263f req-fdfe0197-922b-47bf-9782-122b45cc3932 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 945 time: 0.0518687 Aug 24 09:01:31.685697 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:31.709311 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-dba4b947-8f75-411b-8800-87e8fe44263f req-033a7e93-7304-4200-a736-cb11671339d5 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515773 Aug 24 09:01:32.169820 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:32.186863 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6af20b-02ec-4cab-b8ea-ee3c666ff884 req-648e654b-64f7-47c6-89ef-8c397735c5e2 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:32.188414 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8b6af20b-02ec-4cab-b8ea-ee3c666ff884 req-648e654b-64f7-47c6-89ef-8c397735c5e2 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0513122 Aug 24 09:01:32.244608 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8b6af20b-02ec-4cab-b8ea-ee3c666ff884 req-b0c560f9-616d-4f2f-9883-248c242c1b24 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492015 Aug 24 09:01:32.477632 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c02d67fa-d579-4d9d-85cb-070e3153a9a7 req-f54d2a42-8cd1-4d8f-82b1-6cc3d60eb5f5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 210 time: 0.0323076 Aug 24 09:01:32.830951 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05278a-e041-4124-ab68-a1d6fae10d9a req-424328e8-d841-4963-bd72-44d0b95c6c87 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:32.832471 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7c05278a-e041-4124-ab68-a1d6fae10d9a req-424328e8-d841-4963-bd72-44d0b95c6c87 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 945 time: 0.0487249 Aug 24 09:01:32.886237 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7c05278a-e041-4124-ab68-a1d6fae10d9a req-55fe8586-9ef1-4007-b75b-45b2d364edd6 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476072 Aug 24 09:01:33.370472 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a5674-8c02-42d0-8a78-92d044791a84 req-33b4c730-ea04-4c11-8a3b-fcd26d63f969 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:33.372031 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-245a5674-8c02-42d0-8a78-92d044791a84 req-33b4c730-ea04-4c11-8a3b-fcd26d63f969 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0493329 Aug 24 09:01:33.404778 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['56291ac8-9437-4cee-a25f-26f1f1d997a2'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:01:33.429879 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-245a5674-8c02-42d0-8a78-92d044791a84 req-44708cb7-99df-48d1-a76c-8827346ced70 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521188 Aug 24 09:01:33.498051 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:33.604930 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5bb67182-6950-4a3a-9ec4-37d11760ec24 req-0da65a4d-7851-4cf0-b450-d6c532e5a026 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 210 time: 0.0448787 Aug 24 09:01:34.017957 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469cbd8-adfa-4922-87b0-ea5036580092 req-1d53b754-7211-4da1-986c-6c5154c358db tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:34.019650 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8469cbd8-adfa-4922-87b0-ea5036580092 req-1d53b754-7211-4da1-986c-6c5154c358db tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 945 time: 0.0517700 Aug 24 09:01:34.077757 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8469cbd8-adfa-4922-87b0-ea5036580092 req-e9826c09-f44a-4324-843b-23f3a0d74605 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511646 Aug 24 09:01:34.216893 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-b7b92b5b-0304-4087-9e33-f2eeb6399eff tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:34.218352 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-b7b92b5b-0304-4087-9e33-f2eeb6399eff tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.69 "GET /networking/v2.0/networks?id=49a90e96-9c63-403b-90e7-b545c043dc4b HTTP/1.1" status: 200 len: 816 time: 0.1071360 Aug 24 09:01:34.296263 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-77413f71-166b-4a7b-93c2-88970fcc956b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.69 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=dd27ac26660b46c388279e652200c7cd HTTP/1.1" status: 200 len: 380 time: 0.0585690 Aug 24 09:01:34.306672 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-bcada8ec-34c4-4725-b570-ab336965e2f3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Request body: {'port': {'device_id': '1ed40982-85ae-441a-91de-3af5a8b60313', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'admin_state_up': True, 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'security_groups': ['cb98f8cc-3242-484e-b0f9-32ea31c577f2']}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:01:34.509252 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-bcada8ec-34c4-4725-b570-ab336965e2f3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Made reservation on behalf of dd27ac26660b46c388279e652200c7cd for: {'port': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:01:34.513305 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-bcada8ec-34c4-4725-b570-ab336965e2f3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:34.588714 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b98a77-361f-461b-91e7-02deb847ea7b req-291b0205-e409-47e4-a001-db0c150a97b9 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:34.590255 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-87b98a77-361f-461b-91e7-02deb847ea7b req-291b0205-e409-47e4-a001-db0c150a97b9 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0827355 Aug 24 09:01:34.655264 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-87b98a77-361f-461b-91e7-02deb847ea7b req-99e6d9f6-d2a0-472f-9676-82e8130c0e6a tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575888 Aug 24 09:01:34.696492 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-bcada8ec-34c4-4725-b570-ab336965e2f3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Allocated IP 172.20.0.6 (49a90e96-9c63-403b-90e7-b545c043dc4b/9be780a7-8c52-4ee8-9007-d0378c4d3642/33386b8e-f70e-4cbd-91c3-9903e8e5670e) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:01:34.742047 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7d2fb28a-32e8-4ecf-b106-18a10ddb8156 req-111d37b8-c283-4615-b8f5-0cfbc71f1c28 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 210 time: 0.0470417 Aug 24 09:01:34.778612 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136f7b0-3e10-4675-93fe-47e6666bc353 req-bc5b51c2-8be8-45e2-a8ff-9d3e7daa92a0 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:34.780210 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b136f7b0-3e10-4675-93fe-47e6666bc353 req-bc5b51c2-8be8-45e2-a8ff-9d3e7daa92a0 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0584083 Aug 24 09:01:34.846270 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b136f7b0-3e10-4675-93fe-47e6666bc353 req-2fb9a69e-7aac-419c-8111-d3186967cf3c tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587895 Aug 24 09:01:34.877431 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 36980) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:01:34.882888 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:34.911247 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-bcada8ec-34c4-4725-b570-ab336965e2f3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:34.923883 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:35.044445 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f69a81c-5be4-4348-adda-5030f7bf6703 tempest-TestShelveInstance-1185320959 tempest-TestShelveInstance-1185320959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:35.045994 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-4f69a81c-5be4-4348-adda-5030f7bf6703 tempest-TestShelveInstance-1185320959 tempest-TestShelveInstance-1185320959-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 1125 time: 0.1674407 Aug 24 09:01:35.049633 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 36984) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:01:35.054047 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Request body: {'floatingip': {'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'port_id': '6067d93f-096c-4780-bc81-7d37bfbbe3b8', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:01:35.064919 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-bcada8ec-34c4-4725-b570-ab336965e2f3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:35.112961 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-bcada8ec-34c4-4725-b570-ab336965e2f3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Network 49a90e96-9c63-403b-90e7-b545c043dc4b is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:01:35.116712 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-bcada8ec-34c4-4725-b570-ab336965e2f3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:01:35.120803 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-bcada8ec-34c4-4725-b570-ab336965e2f3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:01:35.149531 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcada8ec-34c4-4725-b570-ab336965e2f3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Pushing event updated for resources: {'Port': ['ID=33386b8e-f70e-4cbd-91c3-9903e8e5670e,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:35.218330 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-bcada8ec-34c4-4725-b570-ab336965e2f3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:35.219063 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-bcada8ec-34c4-4725-b570-ab336965e2f3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:35.244147 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:35.260664 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 56291ac8-9437-4cee-a25f-26f1f1d997a2 up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:01:35.261502 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f1e38-f59d-43d6-8efe-fd494e3901ea req-0d4032ca-de9d-46f9-a481-2ae9a700e093 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:35.261502 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a73f1e38-f59d-43d6-8efe-fd494e3901ea req-0d4032ca-de9d-46f9-a481-2ae9a700e093 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 945 time: 0.0869074 Aug 24 09:01:35.329648 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port 56291ac8-9437-4cee-a25f-26f1f1d997a2 completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 09:01:35.342196 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a73f1e38-f59d-43d6-8efe-fd494e3901ea req-4c1b592d-84c7-4b2f-85e8-33919c7adc90 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848961 Aug 24 09:01:35.392730 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:35.418481 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-e37c6217-80be-4926-8af8-cf821b53531a None None] Provisioning complete for port 33386b8e-f70e-4cbd-91c3-9903e8e5670e triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:01:35.418915 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e37c6217-80be-4926-8af8-cf821b53531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:35.440657 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 56291ac8-9437-4cee-a25f-26f1f1d997a2 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:01:35.441307 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-bcada8ec-34c4-4725-b570-ab336965e2f3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1384556 Aug 24 09:01:35.441679 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (56291ac8-9437-4cee-a25f-26f1f1d997a2), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:35.457791 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Request body: {'port': {'device_id': '1ed40982-85ae-441a-91de-3af5a8b60313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:01:35.462415 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:35.491923 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-e37c6217-80be-4926-8af8-cf821b53531a None None] Port 33386b8e-f70e-4cbd-91c3-9903e8e5670e cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:01:35.528868 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:35.547763 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Allocated IP 172.27.1.224 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/cefbbf22-7c3b-4a00-bed5-df7696d394bd) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:01:35.572856 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 56291ac8-9437-4cee-a25f-26f1f1d997a2 is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:01:35.577021 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (56291ac8-9437-4cee-a25f-26f1f1d997a2), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:35.602059 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56291ac8-9437-4cee-a25f-26f1f1d997a2'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:35.604482 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21382de0-e1af-48cc-9078-20312c356615" -d '{"events": [{"server_uuid": "c84e45c2-2f7f-4ae5-baf2-53d901647892", "name": "network-vif-plugged", "status": "completed", "tag": "56291ac8-9437-4cee-a25f-26f1f1d997a2"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:35.620546 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 56291ac8-9437-4cee-a25f-26f1f1d997a2, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=56291ac8-9437-4cee-a25f-26f1f1d997a2,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:35.648083 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1cd10a-b242-404c-9ace-3773b4f7fc0b x-openstack-request-id: req-1c1cd10a-b242-404c-9ace-3773b4f7fc0b {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:35.648507 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84e45c2-2f7f-4ae5-baf2-53d901647892", "name": "network-vif-plugged", "status": "completed", "tag": "56291ac8-9437-4cee-a25f-26f1f1d997a2", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:35.648837 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c1cd10a-b242-404c-9ace-3773b4f7fc0b {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:35.649317 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c1cd10a-b242-404c-9ace-3773b4f7fc0b'] response: {'server_uuid': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56291ac8-9437-4cee-a25f-26f1f1d997a2', 'code': 200} Aug 24 09:01:35.676461 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:35.681630 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for port (cefbbf22-7c3b-4a00-bed5-df7696d394bd), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:35.699890 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (56291ac8-9437-4cee-a25f-26f1f1d997a2), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:35.768967 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=56291ac8-9437-4cee-a25f-26f1f1d997a2,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:35.786144 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (cefbbf22-7c3b-4a00-bed5-df7696d394bd), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:35.791881 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:35.832996 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:01:35.838884 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:01:35.842031 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:01:35.897303 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Pushing event updated for resources: {'Port': ['ID=cefbbf22-7c3b-4a00-bed5-df7696d394bd,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:35.913786 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44238cfb-b057-4d26-9a10-a96e2938ad23 req-de688124-a824-4827-a98c-243d1b56d87e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:35.915320 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-44238cfb-b057-4d26-9a10-a96e2938ad23 req-de688124-a824-4827-a98c-243d1b56d87e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 931 time: 0.0746267 Aug 24 09:01:35.924459 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:35.930458 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:35.930458 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:35.930458 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:35.930458 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:35.930458 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:35.930458 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:35.930458 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:35.930458 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:35.930458 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:35.930458 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:35.930458 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:35.930458 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:35.930458 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:35.932317 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:36.009449 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-44238cfb-b057-4d26-9a10-a96e2938ad23 req-c3f9d445-49ba-49e0-a704-ae58cd3ca011 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871685 Aug 24 09:01:36.017377 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33386b8e-f70e-4cbd-91c3-9903e8e5670e {{(pid=118617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:01:36.028362 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Publish callbacks [] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:36.036235 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.provisioning_blocks [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Transition to ACTIVE for port object 33386b8e-f70e-4cbd-91c3-9903e8e5670e will not be triggered until provisioned by entity L2. {{(pid=118617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 09:01:36.236251 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252178666'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:36.266208 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for floatingip (b8713449-2e6b-4357-91c0-8d7e1a19d381), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:36.312990 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Pushing event updated for resources: {'Port': ['ID=33386b8e-f70e-4cbd-91c3-9903e8e5670e,revision_number=2']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:36.363565 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.managers [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Attempting to bind port 33386b8e-f70e-4cbd-91c3-9903e8e5670e on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:01:36.363897 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.managers [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Attempting to bind port 33386b8e-f70e-4cbd-91c3-9903e8e5670e by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'f6f12a5d-ce41-48e8-9611-b0de71dd696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b'}] {{(pid=118617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:01:36.364228 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Attempting to bind port 33386b8e-f70e-4cbd-91c3-9903e8e5670e on network 49a90e96-9c63-403b-90e7-b545c043dc4b {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:01:36.369141 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Port 33386b8e-f70e-4cbd-91c3-9903e8e5670e on network 49a90e96-9c63-403b-90e7-b545c043dc4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 09:01:36.369456 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Attempting to bind port 33386b8e-f70e-4cbd-91c3-9903e8e5670e on network 49a90e96-9c63-403b-90e7-b545c043dc4b {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:01:36.374802 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:01:36.377485 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Checking segment: {'id': 'f6f12a5d-ce41-48e8-9611-b0de71dd696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:01:36.377485 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Bound using segment: {'id': 'f6f12a5d-ce41-48e8-9611-b0de71dd696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b'} {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:01:36.377485 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.managers [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Bound port: 33386b8e-f70e-4cbd-91c3-9903e8e5670e, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f12a5d-ce41-48e8-9611-b0de71dd696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b'}}] {{(pid=118617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:01:36.377485 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:36.423724 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:36.452182 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] For port 33386b8e-f70e-4cbd-91c3-9903e8e5670e, host hv-cinder-85221, cleared binding levels {{(pid=118617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:01:36.458903 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] For port 33386b8e-f70e-4cbd-91c3-9903e8e5670e, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=33386b8e-f70e-4cbd-91c3-9903e8e5670e,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:01:36.482309 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (cefbbf22-7c3b-4a00-bed5-df7696d394bd), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:36.514124 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bb7d1-4a12-4d00-9b00-27adf92d8268 req-555df473-ae12-4211-880f-7d72276ca788 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:36.515712 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-286bb7d1-4a12-4d00-9b00-27adf92d8268 req-555df473-ae12-4211-880f-7d72276ca788 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 946 time: 0.0746503 Aug 24 09:01:36.541459 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252178666'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:36.551379 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:36.557612 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:36.557612 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/33386b8e-f70e-4cbd-91c3-9903e8e5670e HTTP/1.1" status: 200 len: 1093 time: 1.1051638 Aug 24 09:01:36.557612 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed40982-85ae-441a-91de-3af5a8b60313', 'tag': '33386b8e-f70e-4cbd-91c3-9903e8e5670e'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:36.559271 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5924e1f5-971e-46df-809c-f50a2dd3a91b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed40982-85ae-441a-91de-3af5a8b60313", "tag": "33386b8e-f70e-4cbd-91c3-9903e8e5670e"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:36.631582 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae601ef-eab7-4000-92d6-718968eb90fc x-openstack-request-id: req-cae601ef-eab7-4000-92d6-718968eb90fc {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:36.632014 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed40982-85ae-441a-91de-3af5a8b60313", "tag": "33386b8e-f70e-4cbd-91c3-9903e8e5670e", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:36.632396 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cae601ef-eab7-4000-92d6-718968eb90fc {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:36.632996 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae601ef-eab7-4000-92d6-718968eb90fc'] response: {'name': 'network-changed', 'server_uuid': '1ed40982-85ae-441a-91de-3af5a8b60313', 'tag': '33386b8e-f70e-4cbd-91c3-9903e8e5670e', 'status': 'completed', 'code': 200} Aug 24 09:01:36.637719 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847a792-4e26-4b5c-b2c4-57d7fdef8c25 service neutron] Pushing event updated for resources: {'Port': ['ID=33386b8e-f70e-4cbd-91c3-9903e8e5670e,revision_number=3']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:36.657887 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-286bb7d1-4a12-4d00-9b00-27adf92d8268 req-055c69ca-b661-4536-b922-e1bf24bb76a3 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315572 Aug 24 09:01:36.731907 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:36.744943 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for port (cefbbf22-7c3b-4a00-bed5-df7696d394bd), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:36.829919 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (cefbbf22-7c3b-4a00-bed5-df7696d394bd), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:36.903293 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Pushing event updated for resources: {'Port': ['ID=cefbbf22-7c3b-4a00-bed5-df7696d394bd,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:36.905757 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (b8713449-2e6b-4357-91c0-8d7e1a19d381), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:37.006790 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.l3_db [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Floating IP b8713449-2e6b-4357-91c0-8d7e1a19d381 associated. External IP: 172.27.1.224, port: 6067d93f-096c-4780-bc81-7d37bfbbe3b8. Aug 24 09:01:37.082176 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:37.150067 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34261a-6228-43c7-8485-8b77d8bc3021 req-9bb6948c-ff8c-42f8-b92e-0c66510a615d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:37.151657 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5f34261a-6228-43c7-8485-8b77d8bc3021 req-9bb6948c-ff8c-42f8-b92e-0c66510a615d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 943 time: 0.0543237 Aug 24 09:01:37.208187 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5f34261a-6228-43c7-8485-8b77d8bc3021 req-a741f246-c08d-44c8-9350-a8a62f6ccc8d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501463 Aug 24 09:01:37.233724 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Router 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:01:37.623466 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:01:37.635402 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af289d-e787-447b-a046-cf6865c0b309 None None] Sync routers for ids ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:01:37.648100 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af289d-e787-447b-a046-cf6865c0b309 None None] Routers {'7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:01:37.648100 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-94af289d-e787-447b-a046-cf6865c0b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:01:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:37.711558 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:37.747956 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-03534555-527f-4c43-a62a-f7f4bd471b46 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6943727 Aug 24 09:01:37.747956 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'tag': '6067d93f-096c-4780-bc81-7d37bfbbe3b8'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:37.748559 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3cdbda-1211-41f7-b738-ee3339c24cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "27bec6ff-f51f-4a0a-b8f7-c5f01d921581", "tag": "6067d93f-096c-4780-bc81-7d37bfbbe3b8"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:37.760069 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-94af289d-e787-447b-a046-cf6865c0b309 None None] Set router 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:01:37.812278 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3fb3b2-98d1-4004-99cb-2e7aa526d22f x-openstack-request-id: req-1d3fb3b2-98d1-4004-99cb-2e7aa526d22f {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:37.812574 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27bec6ff-f51f-4a0a-b8f7-c5f01d921581", "tag": "6067d93f-096c-4780-bc81-7d37bfbbe3b8", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:37.812803 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d3fb3b2-98d1-4004-99cb-2e7aa526d22f {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:37.813204 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d3fb3b2-98d1-4004-99cb-2e7aa526d22f'] response: {'name': 'network-changed', 'server_uuid': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'tag': '6067d93f-096c-4780-bc81-7d37bfbbe3b8', 'status': 'completed', 'code': 200} Aug 24 09:01:37.834385 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adf7b8-757b-442b-95e5-52201a512407 req-907c8a02-dde8-4eda-89f0-a0804a1c772c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:37.844297 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b1adf7b8-757b-442b-95e5-52201a512407 req-907c8a02-dde8-4eda-89f0-a0804a1c772c tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 946 time: 0.0582354 Aug 24 09:01:37.854375 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:37.891261 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b1adf7b8-757b-442b-95e5-52201a512407 req-69cb272c-913d-4a5d-859d-ea06e36225f0 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489583 Aug 24 09:01:38.007381 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-94af289d-e787-447b-a046-cf6865c0b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'name': 'tempest-TestShelveInstance-142953912-router', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:23Z', 'updated_at': '2022-08-24T09:00:27Z', 'revision_number': 4, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'gw_port': {'id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:24Z', 'updated_at': '2022-08-24T09:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': 'b8713449-2e6b-4357-91c0-8d7e1a19d381', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'port_id': '6067d93f-096c-4780-bc81-7d37bfbbe3b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01f07883-0fad-4927-b76b-042659a40090', 'mac_address': 'fa:16:3e:d9:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:01:36Z', 'updated_at': '2022-08-24T09:01:36Z', 'revision_number': 0, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10fccbf9-9940-4e50-96b2-3c9dd3760262', 'name': '', 'network_id': '01f07883-0fad-4927-b76b-042659a40090', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'mac_address': 'fa:16:3e:0b:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:26Z', 'updated_at': '2022-08-24T09:00:32Z', 'revision_number': 5, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'subnets': [{'id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:38.037734 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af289d-e787-447b-a046-cf6865c0b309 None None] Checking router: 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:01:38.047000 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af289d-e787-447b-a046-cf6865c0b309 None None] Routers {'7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:01:38.047606 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-94af289d-e787-447b-a046-cf6865c0b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:01:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:38.151355 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-94af289d-e787-447b-a046-cf6865c0b309 None None] Set router 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:01:38.179092 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:38.393820 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cc80b-2506-4dc2-bddc-86b7fb544d01 req-8a53e63a-0511-42b2-9cea-ed61f1892e16 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:38.396070 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-186cc80b-2506-4dc2-bddc-86b7fb544d01 req-8a53e63a-0511-42b2-9cea-ed61f1892e16 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 943 time: 0.0560806 Aug 24 09:01:38.428722 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-94af289d-e787-447b-a046-cf6865c0b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'name': 'tempest-TestShelveInstance-142953912-router', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:23Z', 'updated_at': '2022-08-24T09:00:27Z', 'revision_number': 4, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'gw_port': {'id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:24Z', 'updated_at': '2022-08-24T09:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': 'b8713449-2e6b-4357-91c0-8d7e1a19d381', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'port_id': '6067d93f-096c-4780-bc81-7d37bfbbe3b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01f07883-0fad-4927-b76b-042659a40090', 'mac_address': 'fa:16:3e:d9:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:01:36Z', 'updated_at': '2022-08-24T09:01:36Z', 'revision_number': 0, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10fccbf9-9940-4e50-96b2-3c9dd3760262', 'name': '', 'network_id': '01f07883-0fad-4927-b76b-042659a40090', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'mac_address': 'fa:16:3e:0b:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:26Z', 'updated_at': '2022-08-24T09:00:32Z', 'revision_number': 5, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'subnets': [{'id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:38.447767 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-186cc80b-2506-4dc2-bddc-86b7fb544d01 req-793c77f2-a158-4947-8670-10aaeac40ebc tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454202 Aug 24 09:01:38.454078 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af289d-e787-447b-a046-cf6865c0b309 None None] The sync data for ids ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'] in dv-cinder-852211-5-iscsi is: [{'id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'name': 'tempest-TestShelveInstance-142953912-router', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:23Z', 'updated_at': '2022-08-24T09:00:27Z', 'revision_number': 4, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'gw_port': {'id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:24Z', 'updated_at': '2022-08-24T09:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': 'b8713449-2e6b-4357-91c0-8d7e1a19d381', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'port_id': '6067d93f-096c-4780-bc81-7d37bfbbe3b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01f07883-0fad-4927-b76b-042659a40090', 'mac_address': 'fa:16:3e:d9:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:01:36Z', 'updated_at': '2022-08-24T09:01:36Z', 'revision_number': 0, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10fccbf9-9940-4e50-96b2-3c9dd3760262', 'name': '', 'network_id': '01f07883-0fad-4927-b76b-042659a40090', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'mac_address': 'fa:16:3e:0b:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:26Z', 'updated_at': '2022-08-24T09:00:32Z', 'revision_number': 5, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'subnets': [{'id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:01:38.671319 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36b061c-1cab-46f3-9fa2-c50be7887eea None None] New status for floating IP b8713449-2e6b-4357-91c0-8d7e1a19d381: ACTIVE {{(pid=118618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:01:38.695177 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:38.709846 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cdbda-1211-41f7-b738-ee3339c24cb1 req-5745693d-a67a-47a9-bb09-f5f639bd55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:38.712080 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-be3cdbda-1211-41f7-b738-ee3339c24cb1 req-5745693d-a67a-47a9-bb09-f5f639bd55fc service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=065b8b1394f24ce1973119ee8cd6bd2c&device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 1130 time: 0.0482383 Aug 24 09:01:38.741564 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516598c-9e2f-4486-8c1a-0d5c4c64fcf4 req-a8b4f551-b7dd-4d9e-8445-1112f4974f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:38.743243 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5516598c-9e2f-4486-8c1a-0d5c4c64fcf4 req-a8b4f551-b7dd-4d9e-8445-1112f4974f22 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 1130 time: 0.0868464 Aug 24 09:01:38.746500 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924e1f5-971e-46df-809c-f50a2dd3a91b req-e82d5a2d-c886-4530-a9b7-35cc4aa6025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:38.748113 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5924e1f5-971e-46df-809c-f50a2dd3a91b req-e82d5a2d-c886-4530-a9b7-35cc4aa6025f service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=dd27ac26660b46c388279e652200c7cd&device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 1127 time: 0.0804937 Aug 24 09:01:38.814065 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cdbda-1211-41f7-b738-ee3339c24cb1 req-95a32b6b-7b45-47fd-8740-1a7a1c8c2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:38.815758 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-be3cdbda-1211-41f7-b738-ee3339c24cb1 req-95a32b6b-7b45-47fd-8740-1a7a1c8c2266 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=01f07883-0fad-4927-b76b-042659a40090 HTTP/1.1" status: 200 len: 909 time: 0.0975242 Aug 24 09:01:38.866307 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5516598c-9e2f-4486-8c1a-0d5c4c64fcf4 req-28994ea4-e091-4933-a2f4-9700eb2e7b8a service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101851 Aug 24 09:01:38.887731 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-be3cdbda-1211-41f7-b738-ee3339c24cb1 req-c73c22e3-e12c-4528-bc58-3f06a5238b02 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6067d93f-096c-4780-bc81-7d37bfbbe3b8 HTTP/1.1" status: 200 len: 1000 time: 0.0635481 Aug 24 09:01:38.894611 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924e1f5-971e-46df-809c-f50a2dd3a91b req-30f75295-643e-4285-a3a4-a55bbbb6c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:38.896135 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5924e1f5-971e-46df-809c-f50a2dd3a91b req-30f75295-643e-4285-a3a4-a55bbbb6c7e0 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?tenant_id=dd27ac26660b46c388279e652200c7cd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1332769 Aug 24 09:01:39.014086 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61402d96-333c-4a07-8ca7-a7fab5f15672 req-261b4fef-c306-43ec-a0e1-0ebd011cd7a7 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:39.015662 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-61402d96-333c-4a07-8ca7-a7fab5f15672 req-261b4fef-c306-43ec-a0e1-0ebd011cd7a7 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 946 time: 0.0477481 Aug 24 09:01:39.066209 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-61402d96-333c-4a07-8ca7-a7fab5f15672 req-f7d78752-0752-4f12-916e-91b604d7395e tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441458 Aug 24 09:01:39.136100 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cdbda-1211-41f7-b738-ee3339c24cb1 req-2f0b0572-d593-4ba9-b671-8eada2890de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:39.137553 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-be3cdbda-1211-41f7-b738-ee3339c24cb1 req-2f0b0572-d593-4ba9-b671-8eada2890de9 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=d2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e HTTP/1.1" status: 200 len: 847 time: 0.0454242 Aug 24 09:01:39.183125 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924e1f5-971e-46df-809c-f50a2dd3a91b req-236768cd-797e-4b97-9962-a95ec439d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:39.183390 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cdbda-1211-41f7-b738-ee3339c24cb1 req-d1ebe1a0-54e5-4d59-a82c-80be7bc20777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:39.184586 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5924e1f5-971e-46df-809c-f50a2dd3a91b req-236768cd-797e-4b97-9962-a95ec439d38a service neutron] 10.222.0.69 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927882 Aug 24 09:01:39.184692 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-be3cdbda-1211-41f7-b738-ee3339c24cb1 req-d1ebe1a0-54e5-4d59-a82c-80be7bc20777 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=01f07883-0fad-4927-b76b-042659a40090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406353 Aug 24 09:01:39.270760 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-3f57111b-dbe7-4e1b-a9a6-553de3462101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:39.272199 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-3f57111b-dbe7-4e1b-a9a6-553de3462101 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=dd27ac26660b46c388279e652200c7cd&device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 1127 time: 0.0423026 Aug 24 09:01:39.297923 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-be3cdbda-1211-41f7-b738-ee3339c24cb1 req-da496096-dce6-4a34-afc7-171ad2bfbb15 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/01f07883-0fad-4927-b76b-042659a40090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952196 Aug 24 09:01:39.588647 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f4fa8-3c89-4ec9-a34a-51b99a73a28e req-fa44da11-40bb-4b72-ab0b-8e2e2e5cd4b7 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:39.594056 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f62f4fa8-3c89-4ec9-a34a-51b99a73a28e req-fa44da11-40bb-4b72-ab0b-8e2e2e5cd4b7 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 943 time: 0.0613234 Aug 24 09:01:39.637664 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f62f4fa8-3c89-4ec9-a34a-51b99a73a28e req-3fcb2137-dfdf-4fbf-b987-4e32c2234b42 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413024 Aug 24 09:01:39.709207 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-e18e3cfd-4dad-46c5-8d6e-74ff419dc858 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33386b8e-f70e-4cbd-91c3-9903e8e5670e HTTP/1.1" status: 200 len: 217 time: 0.0340180 Aug 24 09:01:39.763436 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-e29cc94d-028b-439c-abca-be7dbbf6788b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:39.764951 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-e29cc94d-028b-439c-abca-be7dbbf6788b service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=9be780a7-8c52-4ee8-9007-d0378c4d3642 HTTP/1.1" status: 200 len: 855 time: 0.0458136 Aug 24 09:01:39.767296 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-be3cdbda-1211-41f7-b738-ee3339c24cb1 req-83e8d946-449d-4df7-822a-fc4079a93813 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/01f07883-0fad-4927-b76b-042659a40090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925474 Aug 24 09:01:39.808389 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:39.818518 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-ccc7d818-4e2a-4534-b99b-725a435924f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:39.819976 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-ccc7d818-4e2a-4534-b99b-725a435924f1 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=49a90e96-9c63-403b-90e7-b545c043dc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432236 Aug 24 09:01:39.926415 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-d912c005-8922-4e31-be16-6655b23c724c service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849359 Aug 24 09:01:39.993674 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:40.066911 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:40.094012 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7e8f84c7-0317-41e8-969f-a3853786db7c req-bc5ae8a4-d109-4ebe-9324-465d3b07886a service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001859 Aug 24 09:01:40.192511 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c7f28-6dcc-40d6-8fbd-098f878a0f91 req-dcf367f4-9ef9-4632-bb7b-ce9b942f73a3 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:40.194102 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-251c7f28-6dcc-40d6-8fbd-098f878a0f91 req-dcf367f4-9ef9-4632-bb7b-ce9b942f73a3 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 946 time: 0.0508518 Aug 24 09:01:40.205362 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:40.246583 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-251c7f28-6dcc-40d6-8fbd-098f878a0f91 req-78d6efea-a517-4c07-b1d9-c755610a72c3 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468867 Aug 24 09:01:40.677436 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:01:40.769021 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897a24a-3d44-4765-bc50-fa4f217e5ca8 req-d7df7758-9410-4640-9ed2-f50d75864ed3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:40.771108 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6897a24a-3d44-4765-bc50-fa4f217e5ca8 req-d7df7758-9410-4640-9ed2-f50d75864ed3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 943 time: 0.0483918 Aug 24 09:01:40.818701 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6897a24a-3d44-4765-bc50-fa4f217e5ca8 req-047a1eac-fc1f-405c-8527-42fcf0614a2e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418165 Aug 24 09:01:41.368539 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6748f-2eb6-46df-a33b-2c39e3cf4e30 req-889dcc60-ea67-43e5-a4b8-6d71806b2bff tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:41.370038 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b8b6748f-2eb6-46df-a33b-2c39e3cf4e30 req-889dcc60-ea67-43e5-a4b8-6d71806b2bff tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 946 time: 0.0486698 Aug 24 09:01:41.419580 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b8b6748f-2eb6-46df-a33b-2c39e3cf4e30 req-5b3584e0-6e6d-4d4c-a101-8934b8910c92 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440006 Aug 24 09:01:41.540933 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd9dbf-f460-4056-9a95-a18c16cfe8fd req-13551e98-e395-4536-8874-1d2a0788d055 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:41.542630 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b6bd9dbf-f460-4056-9a95-a18c16cfe8fd req-13551e98-e395-4536-8874-1d2a0788d055 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 946 time: 0.0508018 Aug 24 09:01:41.591175 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b6bd9dbf-f460-4056-9a95-a18c16cfe8fd req-104d3046-4f8f-4d7e-8640-ddc62a2dd38b tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429249 Aug 24 09:01:41.618427 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37042) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:01:41.656099 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc625bf-57e2-48d4-a82b-7a584d2ec6f9 tempest-TestVolumeBootPattern-360228825 tempest-TestVolumeBootPattern-360228825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:41.657659 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-8cc625bf-57e2-48d4-a82b-7a584d2ec6f9 tempest-TestVolumeBootPattern-360228825 tempest-TestVolumeBootPattern-360228825-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 1125 time: 0.0382118 Aug 24 09:01:41.661139 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37044) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:01:41.665463 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Request body: {'floatingip': {'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'port_id': '56291ac8-9437-4cee-a25f-26f1f1d997a2', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:01:41.839173 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:41.875083 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-c4f8a39e-9bfb-4bf9-a59a-c8db3ffef8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:41.955609 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97c1fe-a33f-4408-95aa-4b9901acde01 req-df336b0c-6c15-4228-a8d2-bba62e9c2e3b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:41.957817 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2b97c1fe-a33f-4408-95aa-4b9901acde01 req-df336b0c-6c15-4228-a8d2-bba62e9c2e3b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 943 time: 0.0572963 Aug 24 09:01:42.009992 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2b97c1fe-a33f-4408-95aa-4b9901acde01 req-6e90dbf2-cfe4-4090-92ff-07b5413a9993 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460341 Aug 24 09:01:42.162737 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:42.266257 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Allocated IP 172.27.1.227 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/b20ef681-836c-4ba6-b53f-970691493477) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:01:42.376728 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for port (b20ef681-836c-4ba6-b53f-970691493477), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:42.520036 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (b20ef681-836c-4ba6-b53f-970691493477), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:42.561824 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:01:42.567328 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:01:42.571174 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:01:42.574614 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event updated for resources: {'Port': ['ID=b20ef681-836c-4ba6-b53f-970691493477,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:42.616757 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 33386b8e-f70e-4cbd-91c3-9903e8e5670e details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 09:01:42.640316 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:42.721564 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 33386b8e-f70e-4cbd-91c3-9903e8e5670e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=33386b8e-f70e-4cbd-91c3-9903e8e5670e,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:42.733019 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '33386b8e-f70e-4cbd-91c3-9903e8e5670e', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'port_id': '33386b8e-f70e-4cbd-91c3-9903e8e5670e', 'mac_address': 'fa:16:3e:6b:c3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 09:01:42.764896 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:42.773822 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 33386b8e-f70e-4cbd-91c3-9903e8e5670e is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:01:42.774215 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:42.787849 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33386b8e-f70e-4cbd-91c3-9903e8e5670e {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:01:42.809570 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 33386b8e-f70e-4cbd-91c3-9903e8e5670e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=33386b8e-f70e-4cbd-91c3-9903e8e5670e,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:42.923114 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for floatingip (42e3a027-5980-4919-a9f1-6985bd19de5d), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:42.931958 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:42.985202 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=33386b8e-f70e-4cbd-91c3-9903e8e5670e,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:43.096765 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (b20ef681-836c-4ba6-b53f-970691493477), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:43.189828 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b918bc-c063-4fcf-86fc-1998f95aed0b req-fc887a1a-9d72-4848-bd3e-df0215fe5cf5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:43.191431 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-84b918bc-c063-4fcf-86fc-1998f95aed0b req-fc887a1a-9d72-4848-bd3e-df0215fe5cf5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 944 time: 0.0729084 Aug 24 09:01:43.252865 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['33386b8e-f70e-4cbd-91c3-9903e8e5670e'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:01:43.306693 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-84b918bc-c063-4fcf-86fc-1998f95aed0b req-3191483d-fef9-4193-9eb4-96df1cb4c7af tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005208 Aug 24 09:01:43.356966 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for port (b20ef681-836c-4ba6-b53f-970691493477), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:43.528608 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252178666'] for port (b20ef681-836c-4ba6-b53f-970691493477), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:43.622024 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event updated for resources: {'Port': ['ID=b20ef681-836c-4ba6-b53f-970691493477,revision_number=2']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:43.624742 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (42e3a027-5980-4919-a9f1-6985bd19de5d), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:43.741144 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:43.745312 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.l3_db [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Floating IP 42e3a027-5980-4919-a9f1-6985bd19de5d associated. External IP: 172.27.1.227, port: 56291ac8-9437-4cee-a25f-26f1f1d997a2. Aug 24 09:01:43.969757 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:43.972078 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Router 8fe60407-1a57-4c0e-bf05-9f88bd117274 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:01:44.160944 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:01:44.173440 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df83f5c-9193-48ed-89ec-5a25a5648609 None None] Sync routers for ids ['8fe60407-1a57-4c0e-bf05-9f88bd117274'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:01:44.190994 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df83f5c-9193-48ed-89ec-5a25a5648609 None None] Routers {'8fe60407-1a57-4c0e-bf05-9f88bd117274'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:01:44.200219 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-5df83f5c-9193-48ed-89ec-5a25a5648609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:01:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['8fe60407-1a57-4c0e-bf05-9f88bd117274'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:44.324761 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:44.337791 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-2f8977f8-1928-4a34-8053-18f9828dbaad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:44.377540 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-5df83f5c-9193-48ed-89ec-5a25a5648609 None None] Set router 8fe60407-1a57-4c0e-bf05-9f88bd117274 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:01:44.389126 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-c3f2c863-df0b-426f-8d3c-1303fa41053a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7243586 Aug 24 09:01:44.389126 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'tag': '56291ac8-9437-4cee-a25f-26f1f1d997a2'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:44.419035 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41440532-a24d-4304-b125-ca2f0f8a9496" -d '{"events": [{"name": "network-changed", "server_uuid": "c84e45c2-2f7f-4ae5-baf2-53d901647892", "tag": "56291ac8-9437-4cee-a25f-26f1f1d997a2"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:44.437389 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab5e412-7010-4037-ae38-d43af96b3d0e x-openstack-request-id: req-cab5e412-7010-4037-ae38-d43af96b3d0e {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:44.437760 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84e45c2-2f7f-4ae5-baf2-53d901647892", "tag": "56291ac8-9437-4cee-a25f-26f1f1d997a2", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:44.438026 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cab5e412-7010-4037-ae38-d43af96b3d0e {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:44.438467 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cab5e412-7010-4037-ae38-d43af96b3d0e'] response: {'name': 'network-changed', 'server_uuid': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'tag': '56291ac8-9437-4cee-a25f-26f1f1d997a2', 'status': 'completed', 'code': 200} Aug 24 09:01:44.499788 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab1c9b-2a53-46aa-9b9c-90dcc75e7824 req-aac932c5-605a-44bd-8f4e-5fef514ebf75 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:44.507186 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f0ab1c9b-2a53-46aa-9b9c-90dcc75e7824 req-aac932c5-605a-44bd-8f4e-5fef514ebf75 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 944 time: 0.0858865 Aug 24 09:01:44.632932 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f0ab1c9b-2a53-46aa-9b9c-90dcc75e7824 req-69409083-879d-4d16-8865-651b33a8596a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175969 Aug 24 09:01:44.634678 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41440532-a24d-4304-b125-ca2f0f8a9496 req-55a85b2a-c03b-4487-ac9e-1bd946a0cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:44.637441 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-41440532-a24d-4304-b125-ca2f0f8a9496 req-55a85b2a-c03b-4487-ac9e-1bd946a0cb82 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=12594f976e5f48d9926716737f86afe0&device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 1130 time: 0.1697807 Aug 24 09:01:44.640562 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 33386b8e-f70e-4cbd-91c3-9903e8e5670e up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:01:44.647000 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:44.665251 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-5df83f5c-9193-48ed-89ec-5a25a5648609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '42e3a027-5980-4919-a9f1-6985bd19de5d', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'port_id': '56291ac8-9437-4cee-a25f-26f1f1d997a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'mac_address': 'fa:16:3e:bb:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:01:42Z', 'updated_at': '2022-08-24T09:01:42Z', 'revision_number': 0, 'project_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:44.700996 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:44.706491 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df83f5c-9193-48ed-89ec-5a25a5648609 None None] Checking router: 8fe60407-1a57-4c0e-bf05-9f88bd117274 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:01:44.716883 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port 33386b8e-f70e-4cbd-91c3-9903e8e5670e completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 09:01:44.718703 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df83f5c-9193-48ed-89ec-5a25a5648609 None None] Routers {'8fe60407-1a57-4c0e-bf05-9f88bd117274'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:01:44.719216 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-5df83f5c-9193-48ed-89ec-5a25a5648609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:01:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['8fe60407-1a57-4c0e-bf05-9f88bd117274'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:44.781989 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41440532-a24d-4304-b125-ca2f0f8a9496 req-4e954818-d5bb-47bf-8501-e66533167ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:44.783604 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-41440532-a24d-4304-b125-ca2f0f8a9496 req-4e954818-d5bb-47bf-8501-e66533167ddc service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=13fa4940-b618-4378-a572-2001b35f19f6 HTTP/1.1" status: 200 len: 912 time: 0.1396861 Aug 24 09:01:44.824346 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 33386b8e-f70e-4cbd-91c3-9903e8e5670e triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:01:44.824734 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:44.855626 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-41440532-a24d-4304-b125-ca2f0f8a9496 req-b650fde1-9804-4256-b692-d21432a1d39c service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56291ac8-9437-4cee-a25f-26f1f1d997a2 HTTP/1.1" status: 200 len: 1000 time: 0.0635071 Aug 24 09:01:44.923509 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41440532-a24d-4304-b125-ca2f0f8a9496 req-0b1ad369-54a9-4231-8f63-4be7360ec938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:44.925157 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-41440532-a24d-4304-b125-ca2f0f8a9496 req-0b1ad369-54a9-4231-8f63-4be7360ec938 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=aaef8caf-3e43-49ed-9743-8dc7cada53fc HTTP/1.1" status: 200 len: 850 time: 0.0608592 Aug 24 09:01:44.928575 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-5df83f5c-9193-48ed-89ec-5a25a5648609 None None] Set router 8fe60407-1a57-4c0e-bf05-9f88bd117274 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:01:44.930646 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 33386b8e-f70e-4cbd-91c3-9903e8e5670e is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:01:44.931068 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:44.958677 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed40982-85ae-441a-91de-3af5a8b60313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33386b8e-f70e-4cbd-91c3-9903e8e5670e'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:44.961558 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424ec2f5-3f7e-44ad-96ee-d6c39895c5fa" -d '{"events": [{"server_uuid": "1ed40982-85ae-441a-91de-3af5a8b60313", "name": "network-vif-plugged", "status": "completed", "tag": "33386b8e-f70e-4cbd-91c3-9903e8e5670e"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:44.965980 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:44.975169 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 33386b8e-f70e-4cbd-91c3-9903e8e5670e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=33386b8e-f70e-4cbd-91c3-9903e8e5670e,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:44.989189 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41440532-a24d-4304-b125-ca2f0f8a9496 req-990c6ddb-2bd0-41e0-be6f-1876b7269186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:44.990808 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-41440532-a24d-4304-b125-ca2f0f8a9496 req-990c6ddb-2bd0-41e0-be6f-1876b7269186 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=13fa4940-b618-4378-a572-2001b35f19f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533915 Aug 24 09:01:45.004453 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d778bf-fe73-48b3-b51f-cdfc0ed7d625 x-openstack-request-id: req-36d778bf-fe73-48b3-b51f-cdfc0ed7d625 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:45.004771 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed40982-85ae-441a-91de-3af5a8b60313", "name": "network-vif-plugged", "status": "completed", "tag": "33386b8e-f70e-4cbd-91c3-9903e8e5670e", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:45.005027 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36d778bf-fe73-48b3-b51f-cdfc0ed7d625 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:45.005770 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d778bf-fe73-48b3-b51f-cdfc0ed7d625'] response: {'server_uuid': '1ed40982-85ae-441a-91de-3af5a8b60313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33386b8e-f70e-4cbd-91c3-9903e8e5670e', 'code': 200} Aug 24 09:01:45.042935 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:45.064085 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:45.110027 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-41440532-a24d-4304-b125-ca2f0f8a9496 req-b04ff806-ecfd-48b1-9683-7ab74ef61b93 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120629 Aug 24 09:01:45.122994 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=33386b8e-f70e-4cbd-91c3-9903e8e5670e,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:45.131556 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:45.131928 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:45.132433 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:45.132665 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:45.133005 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:45.134053 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:45.134053 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:45.134053 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:45.134433 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:45.134689 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:45.135051 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:45.137487 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:45.137487 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:45.137487 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:45.137487 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:01:45.189606 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:45.191410 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-5df83f5c-9193-48ed-89ec-5a25a5648609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '42e3a027-5980-4919-a9f1-6985bd19de5d', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'port_id': '56291ac8-9437-4cee-a25f-26f1f1d997a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'mac_address': 'fa:16:3e:bb:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:01:42Z', 'updated_at': '2022-08-24T09:01:42Z', 'revision_number': 0, 'project_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:45.227789 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df83f5c-9193-48ed-89ec-5a25a5648609 None None] The sync data for ids ['8fe60407-1a57-4c0e-bf05-9f88bd117274'] in dv-cinder-852211-5-iscsi is: [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '42e3a027-5980-4919-a9f1-6985bd19de5d', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'port_id': '56291ac8-9437-4cee-a25f-26f1f1d997a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'mac_address': 'fa:16:3e:bb:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:01:42Z', 'updated_at': '2022-08-24T09:01:42Z', 'revision_number': 0, 'project_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:01:45.243244 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-41440532-a24d-4304-b125-ca2f0f8a9496 req-fd15c52b-66c9-4453-a880-ba46e25fb6c2 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177056 Aug 24 09:01:45.471735 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43838b-9ba7-4861-ada0-e30285343d94 req-4026483d-ac7d-4359-b2ce-92e0ee4891e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:45.473955 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-af43838b-9ba7-4861-ada0-e30285343d94 req-4026483d-ac7d-4359-b2ce-92e0ee4891e9 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 1129 time: 0.0467153 Aug 24 09:01:45.500937 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43606ced-8e96-4bfb-9fa0-264bf7ce7a4b None None] New status for floating IP 42e3a027-5980-4919-a9f1-6985bd19de5d: ACTIVE {{(pid=118618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:01:45.539748 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-af43838b-9ba7-4861-ada0-e30285343d94 req-58a177bf-4a63-4330-9f0a-ea60618400b9 service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558290 Aug 24 09:01:45.739599 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:45.801611 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05049344-fad6-48c1-8f66-ed6984a20ac6 req-0ff339dd-480d-4d25-8d9c-af06655b2d16 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:45.803289 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-05049344-fad6-48c1-8f66-ed6984a20ac6 req-0ff339dd-480d-4d25-8d9c-af06655b2d16 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0638497 Aug 24 09:01:45.872648 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-05049344-fad6-48c1-8f66-ed6984a20ac6 req-90b440da-cb3d-4901-97a1-ba01d30a1d54 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627494 Aug 24 09:01:46.240747 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c1946-8261-478e-b036-837973a91e3c req-980108f9-c17a-4cb1-b7a2-56b91e81e354 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:46.242225 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-af7c1946-8261-478e-b036-837973a91e3c req-980108f9-c17a-4cb1-b7a2-56b91e81e354 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 945 time: 0.0485826 Aug 24 09:01:46.262846 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:46.279025 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:46.291813 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-af7c1946-8261-478e-b036-837973a91e3c req-207f391c-b928-4eb6-a9ca-fff15d16345c tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439298 Aug 24 09:01:46.989010 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:47.025967 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e005e8-32d8-4854-8acd-f82157212ec0 req-a94bb642-df56-449d-aa8d-434f3822a051 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:47.027675 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-26e005e8-32d8-4854-8acd-f82157212ec0 req-a94bb642-df56-449d-aa8d-434f3822a051 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0574832 Aug 24 09:01:47.080936 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-26e005e8-32d8-4854-8acd-f82157212ec0 req-e16692b3-276a-4423-9a3f-e1ec52421bc7 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472157 Aug 24 09:01:47.413148 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ddd83-a368-43bb-840e-d65061c60f56 req-92105e29-3098-4537-89b5-1acd1187ad10 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:47.414702 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e11ddd83-a368-43bb-840e-d65061c60f56 req-92105e29-3098-4537-89b5-1acd1187ad10 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 945 time: 0.0502143 Aug 24 09:01:47.466285 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e11ddd83-a368-43bb-840e-d65061c60f56 req-583937cd-1af1-4321-aa59-6b5a46496353 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456512 Aug 24 09:01:47.606960 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:48.214183 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56935b96-de19-4f80-95bd-5dcabb215af5 req-aa4e4936-1406-4ca6-8e8c-d796f6a68e64 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:48.215777 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-56935b96-de19-4f80-95bd-5dcabb215af5 req-aa4e4936-1406-4ca6-8e8c-d796f6a68e64 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0529845 Aug 24 09:01:48.267828 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-56935b96-de19-4f80-95bd-5dcabb215af5 req-4afc1644-b04c-46d8-b5ae-e0bdbbe2dca8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460532 Aug 24 09:01:48.597941 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d8d49-2256-45d9-bdbc-342dd1ffd919 req-88166f13-4e4c-452f-808a-55f81e0d68f8 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:48.599557 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6c1d8d49-2256-45d9-bdbc-342dd1ffd919 req-88166f13-4e4c-452f-808a-55f81e0d68f8 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 945 time: 0.0542855 Aug 24 09:01:48.651304 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6c1d8d49-2256-45d9-bdbc-342dd1ffd919 req-a5fe3cfb-1034-4294-8436-9e359d54ca33 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3f248796-3632-46db-a43f-8bac16da584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460389 Aug 24 09:01:49.183976 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006824d3-d157-4d44-b71a-eca745c2e19f req-77c75068-9fad-421c-93b6-805132abf7f6 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:49.185588 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-006824d3-d157-4d44-b71a-eca745c2e19f req-77c75068-9fad-421c-93b6-805132abf7f6 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 945 time: 0.0530481 Aug 24 09:01:49.283256 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [req-006824d3-d157-4d44-b71a-eca745c2e19f req-261d01dc-b186-4c94-9784-d363549d71c2 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Deleting port f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:01:49.283599 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-006824d3-d157-4d44-b71a-eca745c2e19f req-261d01dc-b186-4c94-9784-d363549d71c2 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:49.382104 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-006824d3-d157-4d44-b71a-eca745c2e19f req-261d01dc-b186-4c94-9784-d363549d71c2 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] For port f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74,segment=NetworkSegment(9428a6e9-03bd-47cd-828b-4556e270b2ba),segment_id=9428a6e9-03bd-47cd-828b-4556e270b2ba)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:49.382553 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-006824d3-d157-4d44-b71a-eca745c2e19f req-261d01dc-b186-4c94-9784-d363549d71c2 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:49.398044 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [req-006824d3-d157-4d44-b71a-eca745c2e19f req-261d01dc-b186-4c94-9784-d363549d71c2 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Calling delete_port for f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 owned by compute:nova {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:01:49.429197 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e2416-1357-48ba-bf34-014755d8f5f5 req-9e09e6a1-813d-4439-864a-6cf1f30c34b5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:49.430813 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e96e2416-1357-48ba-bf34-014755d8f5f5 req-9e09e6a1-813d-4439-864a-6cf1f30c34b5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0668788 Aug 24 09:01:49.466043 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:49.480927 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e96e2416-1357-48ba-bf34-014755d8f5f5 req-dd124566-a6bb-4112-bd99-f209c2433c41 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439131 Aug 24 09:01:49.614638 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc739721-3e7d-4a25-b0d1-2f5195d9fc55 req-1237d018-9e13-4a6d-a940-f112cb5a604f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:49.616226 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-dc739721-3e7d-4a25-b0d1-2f5195d9fc55 req-1237d018-9e13-4a6d-a940-f112cb5a604f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0502481 Aug 24 09:01:49.625798 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37106) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:01:49.630321 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-764a2f8c-4ed3-47e4-85bd-8ea95c68a6bd tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Request body: {'floatingip': {'port_id': '33386b8e-f70e-4cbd-91c3-9903e8e5670e'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:01:49.634688 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-006824d3-d157-4d44-b71a-eca745c2e19f req-261d01dc-b186-4c94-9784-d363549d71c2 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:49.649631 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:01:49.701480 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-764a2f8c-4ed3-47e4-85bd-8ea95c68a6bd tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for floatingip (ca7df5dd-fb97-44c6-a5c1-f46726eb14cc), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:49.704069 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d01dc-b186-4c94-9784-d363549d71c2 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Pushing event deleted for resources: {'Port': ['ID=f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:49.756709 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7929faa8-160b-4999-9425-c4d164148ffe req-322ccf64-1285-46a1-8eb1-4ba6fca3c572 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 210 time: 0.0285869 Aug 24 09:01:49.803921 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [req-006824d3-d157-4d44-b71a-eca745c2e19f req-261d01dc-b186-4c94-9784-d363549d71c2 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] No DVR routers for this DVR port f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 on host hv-cinder-85221 {{(pid=118617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:01:49.807881 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-006824d3-d157-4d44-b71a-eca745c2e19f req-261d01dc-b186-4c94-9784-d363549d71c2 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:49.811084 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-006824d3-d157-4d44-b71a-eca745c2e19f req-261d01dc-b186-4c94-9784-d363549d71c2 tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.69 "DELETE /networking/v2.0/ports/f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 HTTP/1.1" status: 204 len: 173 time: 0.6189580 Aug 24 09:01:49.811515 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccdc47e-d83d-44af-81d9-e7fb90919434', 'name': 'network-vif-deleted', 'tag': 'f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:49.813760 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebc8e00-eedc-4539-a140-1473bbb6d42c" -d '{"events": [{"server_uuid": "8ccdc47e-d83d-44af-81d9-e7fb90919434", "name": "network-vif-deleted", "tag": "f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:49.928559 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f79e902-6b7b-44ce-b7ef-12f208e8fa8d x-openstack-request-id: req-4f79e902-6b7b-44ce-b7ef-12f208e8fa8d {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:49.928845 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccdc47e-d83d-44af-81d9-e7fb90919434", "name": "network-vif-deleted", "tag": "f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:49.929094 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f79e902-6b7b-44ce-b7ef-12f208e8fa8d {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:49.929491 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f79e902-6b7b-44ce-b7ef-12f208e8fa8d'] response: {'server_uuid': '8ccdc47e-d83d-44af-81d9-e7fb90919434', 'name': 'network-vif-deleted', 'tag': 'f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74', 'status': 'completed', 'code': 200} Aug 24 09:01:50.085594 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:50.089610 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:50.183961 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-764a2f8c-4ed3-47e4-85bd-8ea95c68a6bd tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:50.250510 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-764a2f8c-4ed3-47e4-85bd-8ea95c68a6bd tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (ca7df5dd-fb97-44c6-a5c1-f46726eb14cc), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:50.623565 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.l3_db [None req-764a2f8c-4ed3-47e4-85bd-8ea95c68a6bd tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Floating IP ca7df5dd-fb97-44c6-a5c1-f46726eb14cc associated. External IP: 172.27.1.120, port: 33386b8e-f70e-4cbd-91c3-9903e8e5670e. Aug 24 09:01:50.871909 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764a2f8c-4ed3-47e4-85bd-8ea95c68a6bd tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Router df288788-ac29-4c9f-a061-c47484c12d6b has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:01:50.911649 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3486d243-ffc1-4f4b-8564-42929c85d585 req-7bf654da-4483-4138-ac24-28d5167641df tempest-VolumesSnapshotTestJSON-2111940482 tempest-VolumesSnapshotTestJSON-2111940482-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ccdc47e-d83d-44af-81d9-e7fb90919434 HTTP/1.1" status: 200 len: 210 time: 0.0525413 Aug 24 09:01:50.992737 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764a2f8c-4ed3-47e4-85bd-8ea95c68a6bd tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:01:50.998071 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-764a2f8c-4ed3-47e4-85bd-8ea95c68a6bd tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:51.005338 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277cdf0b-d449-470a-ae53-87c03a11ef39 None None] Sync routers for ids ['df288788-ac29-4c9f-a061-c47484c12d6b'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:01:51.023126 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277cdf0b-d449-470a-ae53-87c03a11ef39 None None] Routers {'df288788-ac29-4c9f-a061-c47484c12d6b'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:01:51.024399 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-277cdf0b-d449-470a-ae53-87c03a11ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:01:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['df288788-ac29-4c9f-a061-c47484c12d6b'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:51.038474 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-764a2f8c-4ed3-47e4-85bd-8ea95c68a6bd tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/ca7df5dd-fb97-44c6-a5c1-f46726eb14cc HTTP/1.1" status: 200 len: 991 time: 1.4113305 Aug 24 09:01:51.153640 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-277cdf0b-d449-470a-ae53-87c03a11ef39 None None] Set router df288788-ac29-4c9f-a061-c47484c12d6b gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:01:51.397453 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-277cdf0b-d449-470a-ae53-87c03a11ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T08:56:15Z', 'revision_number': 4, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': 'ca7df5dd-fb97-44c6-a5c1-f46726eb14cc', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'port_id': '33386b8e-f70e-4cbd-91c3-9903e8e5670e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'mac_address': 'fa:16:3e:6b:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed40982-85ae-441a-91de-3af5a8b60313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:01:26Z', 'updated_at': '2022-08-24T09:01:50Z', 'revision_number': 1, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27bd586-dbb7-4795-af19-25009026fa31', 'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'mac_address': 'fa:16:3e:57:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:12Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 5, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'subnets': [{'id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:51.424407 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277cdf0b-d449-470a-ae53-87c03a11ef39 None None] Checking router: df288788-ac29-4c9f-a061-c47484c12d6b for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:01:51.434555 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277cdf0b-d449-470a-ae53-87c03a11ef39 None None] Routers {'df288788-ac29-4c9f-a061-c47484c12d6b'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:01:51.435210 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-277cdf0b-d449-470a-ae53-87c03a11ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:01:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['df288788-ac29-4c9f-a061-c47484c12d6b'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:51.537385 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-277cdf0b-d449-470a-ae53-87c03a11ef39 None None] Set router df288788-ac29-4c9f-a061-c47484c12d6b gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:01:51.753720 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-277cdf0b-d449-470a-ae53-87c03a11ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T08:56:15Z', 'revision_number': 4, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': 'ca7df5dd-fb97-44c6-a5c1-f46726eb14cc', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'port_id': '33386b8e-f70e-4cbd-91c3-9903e8e5670e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'mac_address': 'fa:16:3e:6b:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed40982-85ae-441a-91de-3af5a8b60313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:01:26Z', 'updated_at': '2022-08-24T09:01:50Z', 'revision_number': 1, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27bd586-dbb7-4795-af19-25009026fa31', 'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'mac_address': 'fa:16:3e:57:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:12Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 5, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'subnets': [{'id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:51.782282 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277cdf0b-d449-470a-ae53-87c03a11ef39 None None] The sync data for ids ['df288788-ac29-4c9f-a061-c47484c12d6b'] in dv-cinder-852211-5-iscsi is: [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T08:56:15Z', 'revision_number': 4, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': 'ca7df5dd-fb97-44c6-a5c1-f46726eb14cc', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'port_id': '33386b8e-f70e-4cbd-91c3-9903e8e5670e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'mac_address': 'fa:16:3e:6b:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed40982-85ae-441a-91de-3af5a8b60313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:01:26Z', 'updated_at': '2022-08-24T09:01:50Z', 'revision_number': 1, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27bd586-dbb7-4795-af19-25009026fa31', 'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'mac_address': 'fa:16:3e:57:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:12Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 5, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'subnets': [{'id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:01:51.931021 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed40982-85ae-441a-91de-3af5a8b60313', 'tag': '33386b8e-f70e-4cbd-91c3-9903e8e5670e'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:51.933587 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb8e13e-52e4-4bf6-b921-9b0b77ca6673" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed40982-85ae-441a-91de-3af5a8b60313", "tag": "33386b8e-f70e-4cbd-91c3-9903e8e5670e"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:51.973908 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93567247-aae9-4c3e-be63-778fa2ceaca5 x-openstack-request-id: req-93567247-aae9-4c3e-be63-778fa2ceaca5 {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:51.974202 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed40982-85ae-441a-91de-3af5a8b60313", "tag": "33386b8e-f70e-4cbd-91c3-9903e8e5670e", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:51.974493 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93567247-aae9-4c3e-be63-778fa2ceaca5 {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:51.975559 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93567247-aae9-4c3e-be63-778fa2ceaca5'] response: {'name': 'network-changed', 'server_uuid': '1ed40982-85ae-441a-91de-3af5a8b60313', 'tag': '33386b8e-f70e-4cbd-91c3-9903e8e5670e', 'status': 'completed', 'code': 200} Aug 24 09:01:51.977542 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823976c8-92b3-4e2d-b239-f20e184823b2 None None] New status for floating IP ca7df5dd-fb97-44c6-a5c1-f46726eb14cc: ACTIVE {{(pid=118618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:01:52.216578 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8e13e-52e4-4bf6-b921-9b0b77ca6673 req-70142fe7-4c35-49d7-a2c1-b405ccd19a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:52.220251 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6cb8e13e-52e4-4bf6-b921-9b0b77ca6673 req-70142fe7-4c35-49d7-a2c1-b405ccd19a1e service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=dd27ac26660b46c388279e652200c7cd&device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 1129 time: 0.0500777 Aug 24 09:01:52.323855 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8e13e-52e4-4bf6-b921-9b0b77ca6673 req-19c819b7-465d-408d-9317-abcdbc6136b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:52.325352 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6cb8e13e-52e4-4bf6-b921-9b0b77ca6673 req-19c819b7-465d-408d-9317-abcdbc6136b0 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=49a90e96-9c63-403b-90e7-b545c043dc4b HTTP/1.1" status: 200 len: 917 time: 0.0975442 Aug 24 09:01:52.417993 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6cb8e13e-52e4-4bf6-b921-9b0b77ca6673 req-c64fc577-158d-4748-9fbb-57a5beb58cb4 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33386b8e-f70e-4cbd-91c3-9903e8e5670e HTTP/1.1" status: 200 len: 1001 time: 0.0722353 Aug 24 09:01:52.478553 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8e13e-52e4-4bf6-b921-9b0b77ca6673 req-4d73362a-4be3-424e-a216-675522c71b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:52.480194 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6cb8e13e-52e4-4bf6-b921-9b0b77ca6673 req-4d73362a-4be3-424e-a216-675522c71b23 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=9be780a7-8c52-4ee8-9007-d0378c4d3642 HTTP/1.1" status: 200 len: 855 time: 0.0487249 Aug 24 09:01:52.528973 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8e13e-52e4-4bf6-b921-9b0b77ca6673 req-cbc4b0c9-27c4-400e-93f6-ed0ca2599995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:52.530575 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6cb8e13e-52e4-4bf6-b921-9b0b77ca6673 req-cbc4b0c9-27c4-400e-93f6-ed0ca2599995 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=49a90e96-9c63-403b-90e7-b545c043dc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438459 Aug 24 09:01:52.558994 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:52.624404 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6cb8e13e-52e4-4bf6-b921-9b0b77ca6673 req-84f2103f-dfbe-4a53-96b6-f4bb45e9f665 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867808 Aug 24 09:01:52.656539 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:01:52.696878 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:01:52.697651 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device f6384b8b-b31b-4f61-bf41-9c8ac5b1bd74 not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:01:52.713150 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:52.739964 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6cb8e13e-52e4-4bf6-b921-9b0b77ca6673 req-fb4ee674-9be4-4aed-8f05-67ff2b620188 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076729 Aug 24 09:01:54.436096 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a33eae-d15c-4022-9ef8-fbda4345720f req-d7e05746-84c9-41e4-b22c-244b277b824c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:54.437613 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-88a33eae-d15c-4022-9ef8-fbda4345720f req-d7e05746-84c9-41e4-b22c-244b277b824c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0498855 Aug 24 09:01:54.501590 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-88a33eae-d15c-4022-9ef8-fbda4345720f req-73a5a6ac-2e49-4f62-bb30-d065ef270373 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559278 Aug 24 09:01:55.633324 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380cfa9-4d5f-4607-b754-618907700b2e req-7f8fb15d-ce79-4727-abcb-14df4050ee50 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:55.634759 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f380cfa9-4d5f-4607-b754-618907700b2e req-7f8fb15d-ce79-4727-abcb-14df4050ee50 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0516961 Aug 24 09:01:55.686751 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f380cfa9-4d5f-4607-b754-618907700b2e req-d49a4e9b-8584-4fb8-ae4a-6fbbadb42236 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462649 Aug 24 09:01:56.810529 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ac645-7007-4728-a861-5fc47cd5cf7f req-e1ae08da-920b-4dff-85b1-d6d7715d867f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:56.812071 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-737ac645-7007-4728-a861-5fc47cd5cf7f req-e1ae08da-920b-4dff-85b1-d6d7715d867f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0489395 Aug 24 09:01:56.862453 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-737ac645-7007-4728-a861-5fc47cd5cf7f req-d34d86a4-6fae-450e-93d8-cc72228c2779 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444622 Aug 24 09:01:58.013476 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd036e-2b86-4e8c-8909-72f58960b4c4 req-6c102000-2685-436d-819f-9f17ac02a16c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:58.014949 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55dd036e-2b86-4e8c-8909-72f58960b4c4 req-6c102000-2685-436d-819f-9f17ac02a16c tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0741892 Aug 24 09:01:58.072153 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55dd036e-2b86-4e8c-8909-72f58960b4c4 req-ecc94a66-ba4d-4348-9c0a-2e0c79148280 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505900 Aug 24 09:01:58.604439 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a723b67-e54f-4da4-a4ba-7df967220fb4 req-7fcb318d-7a7b-4b1b-89b6-8f32d5943aa2 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:58.605980 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8a723b67-e54f-4da4-a4ba-7df967220fb4 req-7fcb318d-7a7b-4b1b-89b6-8f32d5943aa2 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0501595 Aug 24 09:01:58.700654 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [req-8a723b67-e54f-4da4-a4ba-7df967220fb4 req-0467c39c-1b37-4e62-9e84-72d54f950b8d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Deleting port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:01:58.700999 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-8a723b67-e54f-4da4-a4ba-7df967220fb4 req-0467c39c-1b37-4e62-9e84-72d54f950b8d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (5c1b8b12-1576-4b4a-a28a-6f65318d7b08), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:58.798453 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-8a723b67-e54f-4da4-a4ba-7df967220fb4 req-0467c39c-1b37-4e62-9e84-72d54f950b8d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] For port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5c1b8b12-1576-4b4a-a28a-6f65318d7b08,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:01:58.798916 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-8a723b67-e54f-4da4-a4ba-7df967220fb4 req-0467c39c-1b37-4e62-9e84-72d54f950b8d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (5c1b8b12-1576-4b4a-a28a-6f65318d7b08), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:58.969635 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-8a723b67-e54f-4da4-a4ba-7df967220fb4 req-0467c39c-1b37-4e62-9e84-72d54f950b8d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:58.969998 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-8a723b67-e54f-4da4-a4ba-7df967220fb4 req-0467c39c-1b37-4e62-9e84-72d54f950b8d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (8764022b-4e98-4486-a3c9-01867abe8123), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:58.970315 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.l3_db [req-8a723b67-e54f-4da4-a4ba-7df967220fb4 req-0467c39c-1b37-4e62-9e84-72d54f950b8d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Floating IP 8764022b-4e98-4486-a3c9-01867abe8123 disassociated. External IP: 172.27.1.144, port: 5c1b8b12-1576-4b4a-a28a-6f65318d7b08. Aug 24 09:01:58.970741 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [req-8a723b67-e54f-4da4-a4ba-7df967220fb4 req-0467c39c-1b37-4e62-9e84-72d54f950b8d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Calling delete_port for 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 owned by compute:nova {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:01:59.192516 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-8a723b67-e54f-4da4-a4ba-7df967220fb4 req-0467c39c-1b37-4e62-9e84-72d54f950b8d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (5c1b8b12-1576-4b4a-a28a-6f65318d7b08), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:59.234915 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467c39c-1b37-4e62-9e84-72d54f950b8d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Pushing event deleted for resources: {'Port': ['ID=5c1b8b12-1576-4b4a-a28a-6f65318d7b08,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:01:59.244218 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4618c74-aee3-44a0-b9a0-64fc9c54fdea req-38cad5af-8c30-40d2-9ce3-9cf26a8cc2bd tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:01:59.245942 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f4618c74-aee3-44a0-b9a0-64fc9c54fdea req-38cad5af-8c30-40d2-9ce3-9cf26a8cc2bd tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 945 time: 0.0923245 Aug 24 09:01:59.386188 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f4618c74-aee3-44a0-b9a0-64fc9c54fdea req-104d0e52-b7eb-43cb-8c34-f06b1aef4970 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=06cdc452-fc87-45a6-9519-02816d1300e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993743 Aug 24 09:01:59.388300 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:59.405673 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a723b67-e54f-4da4-a4ba-7df967220fb4 req-0467c39c-1b37-4e62-9e84-72d54f950b8d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Router 92ab1fa8-a977-41da-ac79-ed963abddd46 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:01:59.448660 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:59.513399 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a723b67-e54f-4da4-a4ba-7df967220fb4 req-0467c39c-1b37-4e62-9e84-72d54f950b8d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:01:59.523830 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af700773-2878-41f4-872b-42e285401ef9 None None] Sync routers for ids ['92ab1fa8-a977-41da-ac79-ed963abddd46'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:01:59.536314 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af700773-2878-41f4-872b-42e285401ef9 None None] Routers {'92ab1fa8-a977-41da-ac79-ed963abddd46'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:01:59.537071 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-af700773-2878-41f4-872b-42e285401ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:01:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['92ab1fa8-a977-41da-ac79-ed963abddd46'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:59.562756 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a723b67-e54f-4da4-a4ba-7df967220fb4 req-0467c39c-1b37-4e62-9e84-72d54f950b8d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] No DVR routers for this DVR port 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 on host hv-cinder-85221 {{(pid=118617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:01:59.574492 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-8a723b67-e54f-4da4-a4ba-7df967220fb4 req-0467c39c-1b37-4e62-9e84-72d54f950b8d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:01:59.580873 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8a723b67-e54f-4da4-a4ba-7df967220fb4 req-0467c39c-1b37-4e62-9e84-72d54f950b8d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.69 "DELETE /networking/v2.0/ports/5c1b8b12-1576-4b4a-a28a-6f65318d7b08 HTTP/1.1" status: 204 len: 173 time: 0.9645314 Aug 24 09:01:59.580873 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'name': 'network-vif-deleted', 'tag': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:01:59.581500 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ef69d0-f375-4b0a-a7ff-63c7d9132035" -d '{"events": [{"server_uuid": "3458006b-aba9-4e45-a268-023f1b7c5f48", "name": "network-vif-deleted", "tag": "5c1b8b12-1576-4b4a-a28a-6f65318d7b08"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:01:59.628267 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14672f98-5664-4448-b4e3-643216660ccd x-openstack-request-id: req-14672f98-5664-4448-b4e3-643216660ccd {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:01:59.628930 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3458006b-aba9-4e45-a268-023f1b7c5f48", "name": "network-vif-deleted", "tag": "5c1b8b12-1576-4b4a-a28a-6f65318d7b08", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:01:59.629262 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14672f98-5664-4448-b4e3-643216660ccd {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:01:59.629872 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14672f98-5664-4448-b4e3-643216660ccd'] response: {'server_uuid': '3458006b-aba9-4e45-a268-023f1b7c5f48', 'name': 'network-vif-deleted', 'tag': '5c1b8b12-1576-4b4a-a28a-6f65318d7b08', 'status': 'completed', 'code': 200} Aug 24 09:01:59.687209 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-af700773-2878-41f4-872b-42e285401ef9 None None] Set router 92ab1fa8-a977-41da-ac79-ed963abddd46 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:01:59.843226 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:59.847249 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:01:59.913872 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-af700773-2878-41f4-872b-42e285401ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:20Z', 'revision_number': 4, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'gw_port': {'id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'd9d11c0f-fb8c-4706-9af3-99044ab75dba', 'name': '', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'mac_address': 'fa:16:3e:10:ca:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:17Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'subnets': [{'id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:01:59.938877 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af700773-2878-41f4-872b-42e285401ef9 None None] Checking router: 92ab1fa8-a977-41da-ac79-ed963abddd46 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:01:59.948029 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af700773-2878-41f4-872b-42e285401ef9 None None] Routers {'92ab1fa8-a977-41da-ac79-ed963abddd46'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:01:59.948619 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-af700773-2878-41f4-872b-42e285401ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:01:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['92ab1fa8-a977-41da-ac79-ed963abddd46'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:00.147421 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-af700773-2878-41f4-872b-42e285401ef9 None None] Set router 92ab1fa8-a977-41da-ac79-ed963abddd46 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:02:00.346584 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-af700773-2878-41f4-872b-42e285401ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:20Z', 'revision_number': 4, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'gw_port': {'id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'd9d11c0f-fb8c-4706-9af3-99044ab75dba', 'name': '', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'mac_address': 'fa:16:3e:10:ca:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:17Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'subnets': [{'id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:00.371996 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af700773-2878-41f4-872b-42e285401ef9 None None] The sync data for ids ['92ab1fa8-a977-41da-ac79-ed963abddd46'] in dv-cinder-852211-5-iscsi is: [{'id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T08:56:20Z', 'revision_number': 4, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'gw_port': {'id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'd9d11c0f-fb8c-4706-9af3-99044ab75dba', 'name': '', 'network_id': 'eb8a0715-04e1-4525-bfd8-e63c7de1ad20', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'mac_address': 'fa:16:3e:10:ca:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:17Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'subnets': [{'id': '8a21facc-ab1e-4219-b0f0-4f835c4b6a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:02:00.512002 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1a57c05d-93d8-4f5d-ba6d-830bab4a4513 req-8e068e68-4ef7-4a03-86ab-f3a60ca71a6a tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3458006b-aba9-4e45-a268-023f1b7c5f48 HTTP/1.1" status: 200 len: 210 time: 0.0286577 Aug 24 09:02:00.661066 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07638551-173c-4a43-b598-28ab87a774cb None None] New status for floating IP 8764022b-4e98-4486-a3c9-01867abe8123: DOWN {{(pid=118618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:02:01.668930 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 37236) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:01.731379 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d8eff236-a859-4380-a523-383030f3f0cc tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for security_group (06cdc452-fc87-45a6-9519-02816d1300e2), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:01.755709 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d8eff236-a859-4380-a523-383030f3f0cc tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for security_group (06cdc452-fc87-45a6-9519-02816d1300e2), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:01.913280 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d8eff236-a859-4380-a523-383030f3f0cc tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (06cdc452-fc87-45a6-9519-02816d1300e2), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:01.915948 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d8eff236-a859-4380-a523-383030f3f0cc tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:01.917376 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-d8eff236-a859-4380-a523-383030f3f0cc tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/06cdc452-fc87-45a6-9519-02816d1300e2 HTTP/1.1" status: 204 len: 168 time: 0.2468684 Aug 24 09:02:01.920280 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37238) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:01.928067 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eff236-a859-4380-a523-383030f3f0cc tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cdc452-fc87-45a6-9519-02816d1300e2,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:01.935738 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.api.v2.resource [None req-0bd4159f-9603-4d3c-b13e-4f1ddcdb2f8a tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] show failed (client error): The resource could not be found. Aug 24 09:02:01.936806 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-0bd4159f-9603-4d3c-b13e-4f1ddcdb2f8a tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups/06cdc452-fc87-45a6-9519-02816d1300e2 HTTP/1.1" status: 404 len: 347 time: 0.0155084 Aug 24 09:02:01.939615 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37240) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:02.059096 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-bb4bbc54-7c9f-44a4-aacc-faeb50b6a1ef tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Deleting port 58551e72-bd6e-4c8b-ab61-faee50362680 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:02:02.059440 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bb4bbc54-7c9f-44a4-aacc-faeb50b6a1ef tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (58551e72-bd6e-4c8b-ab61-faee50362680), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:02.136665 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bb4bbc54-7c9f-44a4-aacc-faeb50b6a1ef tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (58551e72-bd6e-4c8b-ab61-faee50362680), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:02.136908 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bb4bbc54-7c9f-44a4-aacc-faeb50b6a1ef tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for floatingip (58551e72-bd6e-4c8b-ab61-faee50362680), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:02.150095 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-bb4bbc54-7c9f-44a4-aacc-faeb50b6a1ef tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Calling delete_port for 58551e72-bd6e-4c8b-ab61-faee50362680 owned by network:floatingip {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:02:02.355131 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bb4bbc54-7c9f-44a4-aacc-faeb50b6a1ef tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (58551e72-bd6e-4c8b-ab61-faee50362680), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:02.379625 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bbc54-7c9f-44a4-aacc-faeb50b6a1ef tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Pushing event deleted for resources: {'Port': ['ID=58551e72-bd6e-4c8b-ab61-faee50362680,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:02.453584 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bb4bbc54-7c9f-44a4-aacc-faeb50b6a1ef tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks [] for floatingip (8764022b-4e98-4486-a3c9-01867abe8123), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:02.456574 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bb4bbc54-7c9f-44a4-aacc-faeb50b6a1ef tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:02.459193 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-bb4bbc54-7c9f-44a4-aacc-faeb50b6a1ef tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/8764022b-4e98-4486-a3c9-01867abe8123 HTTP/1.1" status: 204 len: 168 time: 0.5183406 Aug 24 09:02:02.720509 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:02:02.747616 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:02:02.748089 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 5c1b8b12-1576-4b4a-a28a-6f65318d7b08 not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:02:08.835023 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02eba75-e66b-4109-aa1d-a7fcae6ee242 req-d160a5dd-f334-4215-88ad-e2ff85ab8910 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:08.836754 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d02eba75-e66b-4109-aa1d-a7fcae6ee242 req-d160a5dd-f334-4215-88ad-e2ff85ab8910 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0747888 Aug 24 09:02:08.897943 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d02eba75-e66b-4109-aa1d-a7fcae6ee242 req-76239029-012e-46e1-96ae-184402dce9e6 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550113 Aug 24 09:02:10.024088 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:10.024799 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c20d5-02ed-44f8-94eb-ad9007175e62 req-37bc9caf-07e7-493f-8e09-a00217a813d8 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:10.026188 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-da6c20d5-02ed-44f8-94eb-ad9007175e62 req-37bc9caf-07e7-493f-8e09-a00217a813d8 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0516381 Aug 24 09:02:10.080904 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-da6c20d5-02ed-44f8-94eb-ad9007175e62 req-0777b242-225c-4e23-8424-6d7acead0aee tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488217 Aug 24 09:02:10.349832 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=60 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:10.350572 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=26 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:11.234272 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c2998-53a3-406c-a44c-583d23be8826 req-e2967864-0cbc-48a8-824f-c01c497da999 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:11.235927 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b14c2998-53a3-406c-a44c-583d23be8826 req-e2967864-0cbc-48a8-824f-c01c497da999 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0783782 Aug 24 09:02:11.266045 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:11.294739 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e25a90-f3b8-4b4f-a6bc-ffb73a870d9a req-d5a2417b-72cb-4749-983f-03f8f0504b11 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:11.296329 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a7e25a90-f3b8-4b4f-a6bc-ffb73a870d9a req-d5a2417b-72cb-4749-983f-03f8f0504b11 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 946 time: 0.0915222 Aug 24 09:02:11.357392 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b14c2998-53a3-406c-a44c-583d23be8826 req-d26953b9-f5dd-4a78-a4cb-9473cdc7dfeb tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045165 Aug 24 09:02:11.412130 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [req-a7e25a90-f3b8-4b4f-a6bc-ffb73a870d9a req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Deleting port 112c9161-d85c-4b44-958c-0ebef6f7786b {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:02:11.412473 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-a7e25a90-f3b8-4b4f-a6bc-ffb73a870d9a req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (112c9161-d85c-4b44-958c-0ebef6f7786b), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:11.416408 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:11.510474 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-a7e25a90-f3b8-4b4f-a6bc-ffb73a870d9a req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] For port 112c9161-d85c-4b44-958c-0ebef6f7786b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=112c9161-d85c-4b44-958c-0ebef6f7786b,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:11.510868 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-a7e25a90-f3b8-4b4f-a6bc-ffb73a870d9a req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (112c9161-d85c-4b44-958c-0ebef6f7786b), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:11.530555 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [req-a7e25a90-f3b8-4b4f-a6bc-ffb73a870d9a req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Calling delete_port for 112c9161-d85c-4b44-958c-0ebef6f7786b owned by compute:nova {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:02:11.743255 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-a7e25a90-f3b8-4b4f-a6bc-ffb73a870d9a req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (112c9161-d85c-4b44-958c-0ebef6f7786b), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:11.760372 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['e66aa3c0-e44a-4473-a528-307eafade0e7', '112c9161-d85c-4b44-958c-0ebef6f7786b'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:02:11.773051 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Pushing event deleted for resources: {'Port': ['ID=112c9161-d85c-4b44-958c-0ebef6f7786b,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:11.802597 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:11.805640 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:11.805640 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:11.805640 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:11.805640 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:11.805640 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:11.805640 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:11.805640 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:11.805640 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:11.805640 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:11.806416 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:11.806416 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:11.806590 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:11.806898 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:11.807227 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:11.832578 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e25a90-f3b8-4b4f-a6bc-ffb73a870d9a req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] No DVR routers for this DVR port 112c9161-d85c-4b44-958c-0ebef6f7786b on host hv-cinder-85221 {{(pid=118617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:02:11.835506 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-a7e25a90-f3b8-4b4f-a6bc-ffb73a870d9a req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:11.838910 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a7e25a90-f3b8-4b4f-a6bc-ffb73a870d9a req-5fadf29a-22a2-4d64-b5b9-d7f9d79c86fa tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.69 "DELETE /networking/v2.0/ports/112c9161-d85c-4b44-958c-0ebef6f7786b HTTP/1.1" status: 204 len: 173 time: 0.5355926 Aug 24 09:02:11.839348 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b4878c-a071-4350-b104-27ba700e7f79', 'name': 'network-vif-deleted', 'tag': '112c9161-d85c-4b44-958c-0ebef6f7786b'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:02:11.841604 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732c94f0-bccf-48c6-b5a4-527c2c36f02a" -d '{"events": [{"server_uuid": "a4b4878c-a071-4350-b104-27ba700e7f79", "name": "network-vif-deleted", "tag": "112c9161-d85c-4b44-958c-0ebef6f7786b"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:02:11.888849 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-614ad74d-0e51-44b6-83d4-09e79e2d4d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:11.889100 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032f1d9b-6768-4add-8d51-d661a316d665 x-openstack-request-id: req-032f1d9b-6768-4add-8d51-d661a316d665 {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:02:11.889100 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b4878c-a071-4350-b104-27ba700e7f79", "name": "network-vif-deleted", "tag": "112c9161-d85c-4b44-958c-0ebef6f7786b", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:02:11.889100 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-032f1d9b-6768-4add-8d51-d661a316d665 {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:02:11.889100 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-032f1d9b-6768-4add-8d51-d661a316d665'] response: {'server_uuid': 'a4b4878c-a071-4350-b104-27ba700e7f79', 'name': 'network-vif-deleted', 'tag': '112c9161-d85c-4b44-958c-0ebef6f7786b', 'status': 'completed', 'code': 200} Aug 24 09:02:11.923323 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=45,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:11.924088 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=89,neutron:DELETE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:12.493440 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7d8bb-b704-4454-9b07-14334c08217c req-08c0f710-bcad-4f31-9808-df7f9aa225f8 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:12.495091 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-10a7d8bb-b704-4454-9b07-14334c08217c req-08c0f710-bcad-4f31-9808-df7f9aa225f8 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 946 time: 0.0728521 Aug 24 09:02:12.526973 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-42dad2f4-8536-4dee-9a9a-4c367ba55869 req-4a698f76-b53e-41ba-87f3-2e9047ce84ec tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 210 time: 0.0370069 Aug 24 09:02:12.560039 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-10a7d8bb-b704-4454-9b07-14334c08217c req-61221d15-d846-4dc8-9e13-cf5e64a52bfe tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=20d2969f-e685-4930-8dfb-a90d7ef625b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592089 Aug 24 09:02:13.639038 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fd6ed4b8-3564-45ae-8bc2-b665c62d94ea req-cdc31dcf-0673-47f6-a275-c50bc96dca88 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4b4878c-a071-4350-b104-27ba700e7f79 HTTP/1.1" status: 200 len: 210 time: 0.0321679 Aug 24 09:02:13.688575 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20407645-a1eb-4e9b-a7d0-3c488dd3d244 req-48d89461-0c4e-4f5e-b6ca-dba99e8cfae5 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:13.690112 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-20407645-a1eb-4e9b-a7d0-3c488dd3d244 req-48d89461-0c4e-4f5e-b6ca-dba99e8cfae5 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 946 time: 0.0513091 Aug 24 09:02:13.747812 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-20407645-a1eb-4e9b-a7d0-3c488dd3d244 req-f6d2c983-9a36-4413-9ef6-85493393359a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=20d2969f-e685-4930-8dfb-a90d7ef625b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518839 Aug 24 09:02:14.195755 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6cb7165f-c6c1-4823-b2ee-9010963039de req-89e0c6a7-9aab-43d3-82a3-1f96a4653f0b service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402076 Aug 24 09:02:14.314735 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-5e3566f3-9da8-4199-aeb3-e8b01ac60642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:14.373238 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7165f-c6c1-4823-b2ee-9010963039de req-2a65c6d6-7bd0-437f-9d31-0a4c87cb7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:14.374625 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6cb7165f-c6c1-4823-b2ee-9010963039de req-2a65c6d6-7bd0-437f-9d31-0a4c87cb7bfe service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=9ce953ed361742a29b0c750ca13d88e2&device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 1129 time: 0.0400002 Aug 24 09:02:14.483191 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02563e-d357-44a5-aaaa-ea9d8be15bc6 req-49b3db15-7978-4f7c-bdb3-5473a0a5d520 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:14.484649 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7d02563e-d357-44a5-aaaa-ea9d8be15bc6 req-49b3db15-7978-4f7c-bdb3-5473a0a5d520 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 946 time: 0.0509906 Aug 24 09:02:14.530289 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7165f-c6c1-4823-b2ee-9010963039de req-2845a402-6711-4579-b8c7-eb9fb163e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:14.531820 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6cb7165f-c6c1-4823-b2ee-9010963039de req-2845a402-6711-4579-b8c7-eb9fb163e510 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 200 len: 920 time: 0.0989048 Aug 24 09:02:14.576690 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6cb7165f-c6c1-4823-b2ee-9010963039de req-63c33766-8573-4ab8-a1e9-d48b2aeee756 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e66aa3c0-e44a-4473-a528-307eafade0e7 HTTP/1.1" status: 200 len: 217 time: 0.0370116 Aug 24 09:02:14.585591 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-7d02563e-d357-44a5-aaaa-ea9d8be15bc6 req-745b3554-1f73-49df-8f4c-9c0a5778bbbf tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Deleting port 76a81769-8dca-47f1-898d-b8990af1b878 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:02:14.586162 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-7d02563e-d357-44a5-aaaa-ea9d8be15bc6 req-745b3554-1f73-49df-8f4c-9c0a5778bbbf tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (76a81769-8dca-47f1-898d-b8990af1b878), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:14.631755 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7165f-c6c1-4823-b2ee-9010963039de req-234b1d33-6eb6-4237-8f66-c8ed60111b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:14.633312 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6cb7165f-c6c1-4823-b2ee-9010963039de req-234b1d33-6eb6-4237-8f66-c8ed60111b45 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=8a21facc-ab1e-4219-b0f0-4f835c4b6a49 HTTP/1.1" status: 200 len: 858 time: 0.0463727 Aug 24 09:02:14.678998 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-7d02563e-d357-44a5-aaaa-ea9d8be15bc6 req-745b3554-1f73-49df-8f4c-9c0a5778bbbf tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] For port 76a81769-8dca-47f1-898d-b8990af1b878, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=76a81769-8dca-47f1-898d-b8990af1b878,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:14.679558 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-7d02563e-d357-44a5-aaaa-ea9d8be15bc6 req-745b3554-1f73-49df-8f4c-9c0a5778bbbf tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (76a81769-8dca-47f1-898d-b8990af1b878), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:14.681510 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7165f-c6c1-4823-b2ee-9010963039de req-6bdd4a1c-7cce-4726-acce-ef93b2f792d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:14.683069 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6cb7165f-c6c1-4823-b2ee-9010963039de req-6bdd4a1c-7cce-4726-acce-ef93b2f792d9 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=eb8a0715-04e1-4525-bfd8-e63c7de1ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433207 Aug 24 09:02:14.796608 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6cb7165f-c6c1-4823-b2ee-9010963039de req-d5bcfc6d-206b-490e-8708-0dd5e4069e7e service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065447 Aug 24 09:02:14.800809 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 112c9161-d85c-4b44-958c-0ebef6f7786b no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:02:14.821691 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:14.829008 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: 112c9161-d85c-4b44-958c-0ebef6f7786b {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:02:14.829572 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 112c9161-d85c-4b44-958c-0ebef6f7786b not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:02:14.897619 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:14.912116 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-7d02563e-d357-44a5-aaaa-ea9d8be15bc6 req-745b3554-1f73-49df-8f4c-9c0a5778bbbf tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:14.912407 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-7d02563e-d357-44a5-aaaa-ea9d8be15bc6 req-745b3554-1f73-49df-8f4c-9c0a5778bbbf tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (cc463f3d-e48f-41fb-8bb8-718bd9df8817), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:14.912738 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.l3_db [req-7d02563e-d357-44a5-aaaa-ea9d8be15bc6 req-745b3554-1f73-49df-8f4c-9c0a5778bbbf tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Floating IP cc463f3d-e48f-41fb-8bb8-718bd9df8817 disassociated. External IP: 172.27.1.93, port: 76a81769-8dca-47f1-898d-b8990af1b878. Aug 24 09:02:14.913088 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-7d02563e-d357-44a5-aaaa-ea9d8be15bc6 req-745b3554-1f73-49df-8f4c-9c0a5778bbbf tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Calling delete_port for 76a81769-8dca-47f1-898d-b8990af1b878 owned by compute:nova {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:02:14.914690 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6cb7165f-c6c1-4823-b2ee-9010963039de req-514dc9fd-ede9-4ced-bbec-e65a75e10d36 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117592 Aug 24 09:02:14.944068 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13854a95-ffd7-4806-a006-5809b3da4e66 req-7cf5955d-0300-46fd-a63d-8e9395849ed9 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:14.945667 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-13854a95-ffd7-4806-a006-5809b3da4e66 req-7cf5955d-0300-46fd-a63d-8e9395849ed9 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 946 time: 0.0734272 Aug 24 09:02:15.051439 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-13854a95-ffd7-4806-a006-5809b3da4e66 req-825b93b5-1942-4b7c-bc5f-122b59f4c635 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=20d2969f-e685-4930-8dfb-a90d7ef625b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757561 Aug 24 09:02:15.212644 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-7d02563e-d357-44a5-aaaa-ea9d8be15bc6 req-745b3554-1f73-49df-8f4c-9c0a5778bbbf tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (76a81769-8dca-47f1-898d-b8990af1b878), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:15.252413 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6d551-3793-496b-aa1d-8d20ea37f977 req-07d27ee3-8a55-4e71-a23d-74345ce8c8fd tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:15.253973 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-40c6d551-3793-496b-aa1d-8d20ea37f977 req-07d27ee3-8a55-4e71-a23d-74345ce8c8fd tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0808625 Aug 24 09:02:15.259716 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b3554-1f73-49df-8f4c-9c0a5778bbbf tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event deleted for resources: {'Port': ['ID=76a81769-8dca-47f1-898d-b8990af1b878,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:15.383085 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-40c6d551-3793-496b-aa1d-8d20ea37f977 req-47ac1374-00c6-4dd0-8ce4-04bb37fba294 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187425 Aug 24 09:02:15.387151 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:15.415552 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d02563e-d357-44a5-aaaa-ea9d8be15bc6 req-745b3554-1f73-49df-8f4c-9c0a5778bbbf tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:02:15.504919 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:15.532496 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d02563e-d357-44a5-aaaa-ea9d8be15bc6 req-745b3554-1f73-49df-8f4c-9c0a5778bbbf tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:02:15.548856 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d8f2e-226a-4936-ad38-60c53ee4bb72 None None] Sync routers for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:02:15.565316 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d8f2e-226a-4936-ad38-60c53ee4bb72 None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:02:15.566033 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-f39d8f2e-226a-4936-ad38-60c53ee4bb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:02:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:15.586229 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d02563e-d357-44a5-aaaa-ea9d8be15bc6 req-745b3554-1f73-49df-8f4c-9c0a5778bbbf tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] No DVR routers for this DVR port 76a81769-8dca-47f1-898d-b8990af1b878 on host hv-cinder-85221 {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:02:15.589143 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-7d02563e-d357-44a5-aaaa-ea9d8be15bc6 req-745b3554-1f73-49df-8f4c-9c0a5778bbbf tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:15.592707 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7d02563e-d357-44a5-aaaa-ea9d8be15bc6 req-745b3554-1f73-49df-8f4c-9c0a5778bbbf tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "DELETE /networking/v2.0/ports/76a81769-8dca-47f1-898d-b8990af1b878 HTTP/1.1" status: 204 len: 173 time: 1.1014938 Aug 24 09:02:15.593191 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e176c40-2e0a-4fd5-8dda-daffe9fb55a2', 'name': 'network-vif-deleted', 'tag': '76a81769-8dca-47f1-898d-b8990af1b878'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:02:15.595572 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7d5b79-78a9-4d2b-808b-6d837e5c03c2" -d '{"events": [{"server_uuid": "8e176c40-2e0a-4fd5-8dda-daffe9fb55a2", "name": "network-vif-deleted", "tag": "76a81769-8dca-47f1-898d-b8990af1b878"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:02:15.626361 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:15.627949 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=37,neutron:UPDATE=6 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:15.635566 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=51,neutron:UPDATE=5 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:15.700390 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-f39d8f2e-226a-4936-ad38-60c53ee4bb72 None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:02:15.725498 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c195d45-8457-4952-b5aa-afa511e727ff x-openstack-request-id: req-1c195d45-8457-4952-b5aa-afa511e727ff {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:02:15.726020 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e176c40-2e0a-4fd5-8dda-daffe9fb55a2", "name": "network-vif-deleted", "tag": "76a81769-8dca-47f1-898d-b8990af1b878", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:02:15.726382 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c195d45-8457-4952-b5aa-afa511e727ff {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:02:15.726922 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c195d45-8457-4952-b5aa-afa511e727ff'] response: {'server_uuid': '8e176c40-2e0a-4fd5-8dda-daffe9fb55a2', 'name': 'network-vif-deleted', 'tag': '76a81769-8dca-47f1-898d-b8990af1b878', 'status': 'completed', 'code': 200} Aug 24 09:02:15.772693 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:15.968839 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-f39d8f2e-226a-4936-ad38-60c53ee4bb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:15.995123 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d8f2e-226a-4936-ad38-60c53ee4bb72 None None] Checking router: 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:02:16.004081 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d8f2e-226a-4936-ad38-60c53ee4bb72 None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:02:16.004683 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-f39d8f2e-226a-4936-ad38-60c53ee4bb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:02:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:16.119683 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-f39d8f2e-226a-4936-ad38-60c53ee4bb72 None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:02:16.176902 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4a471156-6ad2-407d-b5d4-7c29dd9f10da req-f1209a09-2058-4063-90a5-7c6b8dd2b7a7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 210 time: 0.0317724 Aug 24 09:02:16.330118 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-f39d8f2e-226a-4936-ad38-60c53ee4bb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:16.359838 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d8f2e-226a-4936-ad38-60c53ee4bb72 None None] The sync data for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi is: [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:02:16.515377 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b2a85-dfae-46d8-9103-1a54bf132b39 req-88d525b4-70bb-42d0-98f5-7a8d6c4b7c8e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:16.516943 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ef2b2a85-dfae-46d8-9103-1a54bf132b39 req-88d525b4-70bb-42d0-98f5-7a8d6c4b7c8e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0497599 Aug 24 09:02:16.570881 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ef2b2a85-dfae-46d8-9103-1a54bf132b39 req-3a3bcd98-8b68-45ed-88c0-92099a5c5ed9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472679 Aug 24 09:02:16.626735 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395b607-5960-4abf-a619-ea095a4ce68a None None] New status for floating IP cc463f3d-e48f-41fb-8bb8-718bd9df8817: DOWN {{(pid=118618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:02:17.033228 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:17.284306 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-cea45f2c-ce18-4d25-994d-77c6c829fb28 req-186debcb-d508-416e-94ce-e590d7e15512 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 210 time: 0.0288391 Aug 24 09:02:17.665302 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcddd8-b69b-4d18-adbf-e28efc7a8423 req-d9dca001-43ae-4a19-a512-66896a394dc7 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:17.667418 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6ffcddd8-b69b-4d18-adbf-e28efc7a8423 req-d9dca001-43ae-4a19-a512-66896a394dc7 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0585628 Aug 24 09:02:17.679268 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:02:17.685218 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:17.709227 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebf981-3fbb-459a-b1f2-736dfee0129f req-ee2f307e-37bf-47bf-a227-627854d294a9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:17.710807 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7cebf981-3fbb-459a-b1f2-736dfee0129f req-ee2f307e-37bf-47bf-a227-627854d294a9 tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 945 time: 0.0516436 Aug 24 09:02:17.770342 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7cebf981-3fbb-459a-b1f2-736dfee0129f req-5ec930c7-a096-49b8-b62e-e3c17f440d2e tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef18d217-848e-408c-9e40-ac5829235ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526252 Aug 24 09:02:17.788036 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-6ffcddd8-b69b-4d18-adbf-e28efc7a8423 req-dccb9ae6-03be-4c12-936f-2dc1701e090d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Deleting port e66aa3c0-e44a-4473-a528-307eafade0e7 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:02:17.788283 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-6ffcddd8-b69b-4d18-adbf-e28efc7a8423 req-dccb9ae6-03be-4c12-936f-2dc1701e090d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (e66aa3c0-e44a-4473-a528-307eafade0e7), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:17.889376 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-6ffcddd8-b69b-4d18-adbf-e28efc7a8423 req-dccb9ae6-03be-4c12-936f-2dc1701e090d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] For port e66aa3c0-e44a-4473-a528-307eafade0e7, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e66aa3c0-e44a-4473-a528-307eafade0e7,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:17.889735 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-6ffcddd8-b69b-4d18-adbf-e28efc7a8423 req-dccb9ae6-03be-4c12-936f-2dc1701e090d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (e66aa3c0-e44a-4473-a528-307eafade0e7), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:17.906054 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-6ffcddd8-b69b-4d18-adbf-e28efc7a8423 req-dccb9ae6-03be-4c12-936f-2dc1701e090d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Calling delete_port for e66aa3c0-e44a-4473-a528-307eafade0e7 owned by compute:nova {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:02:18.103855 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-6ffcddd8-b69b-4d18-adbf-e28efc7a8423 req-dccb9ae6-03be-4c12-936f-2dc1701e090d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (e66aa3c0-e44a-4473-a528-307eafade0e7), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:18.116252 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['e66aa3c0-e44a-4473-a528-307eafade0e7'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:02:18.134676 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb9ae6-03be-4c12-936f-2dc1701e090d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Pushing event deleted for resources: {'Port': ['ID=e66aa3c0-e44a-4473-a528-307eafade0e7,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:18.186748 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffcddd8-b69b-4d18-adbf-e28efc7a8423 req-dccb9ae6-03be-4c12-936f-2dc1701e090d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] No DVR routers for this DVR port e66aa3c0-e44a-4473-a528-307eafade0e7 on host hv-cinder-85221 {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:02:18.189301 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-6ffcddd8-b69b-4d18-adbf-e28efc7a8423 req-dccb9ae6-03be-4c12-936f-2dc1701e090d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:18.193108 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6ffcddd8-b69b-4d18-adbf-e28efc7a8423 req-dccb9ae6-03be-4c12-936f-2dc1701e090d tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.69 "DELETE /networking/v2.0/ports/e66aa3c0-e44a-4473-a528-307eafade0e7 HTTP/1.1" status: 204 len: 173 time: 0.5113950 Aug 24 09:02:18.193548 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58e853c-c335-4f0a-9850-f67213fa5d6e', 'name': 'network-vif-deleted', 'tag': 'e66aa3c0-e44a-4473-a528-307eafade0e7'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:02:18.195953 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14825fd6-299b-4953-b8ce-8ca467176c97" -d '{"events": [{"server_uuid": "b58e853c-c335-4f0a-9850-f67213fa5d6e", "name": "network-vif-deleted", "tag": "e66aa3c0-e44a-4473-a528-307eafade0e7"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:02:18.235558 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab81efe-8144-4065-9f6d-a68d0a2821f8 x-openstack-request-id: req-2ab81efe-8144-4065-9f6d-a68d0a2821f8 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:02:18.236724 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58e853c-c335-4f0a-9850-f67213fa5d6e", "name": "network-vif-deleted", "tag": "e66aa3c0-e44a-4473-a528-307eafade0e7", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:02:18.236724 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ab81efe-8144-4065-9f6d-a68d0a2821f8 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:02:18.236724 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab81efe-8144-4065-9f6d-a68d0a2821f8'] response: {'server_uuid': 'b58e853c-c335-4f0a-9850-f67213fa5d6e', 'name': 'network-vif-deleted', 'tag': 'e66aa3c0-e44a-4473-a528-307eafade0e7', 'status': 'completed', 'code': 200} Aug 24 09:02:18.417806 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5d2389df-d3db-4aeb-aff0-fabfd8b544fe req-be4e888a-b108-42ed-b005-420010a936f5 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e176c40-2e0a-4fd5-8dda-daffe9fb55a2 HTTP/1.1" status: 200 len: 210 time: 0.0335135 Aug 24 09:02:18.862234 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 76a81769-8dca-47f1-898d-b8990af1b878 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:02:18.882126 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: 76a81769-8dca-47f1-898d-b8990af1b878 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:02:18.882367 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 76a81769-8dca-47f1-898d-b8990af1b878 not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:02:18.882814 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device e66aa3c0-e44a-4473-a528-307eafade0e7 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:02:18.899834 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-538710de-5b8b-49ef-938d-4f3aca3d3e04 req-a1ae9554-52fa-4a8f-babc-defb44067a1f tempest-ServerRescueNegativeTestJSON-1403083283 tempest-ServerRescueNegativeTestJSON-1403083283-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b58e853c-c335-4f0a-9850-f67213fa5d6e HTTP/1.1" status: 200 len: 210 time: 0.0296922 Aug 24 09:02:18.904928 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: e66aa3c0-e44a-4473-a528-307eafade0e7 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:02:18.905279 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device e66aa3c0-e44a-4473-a528-307eafade0e7 not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:02:18.949824 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37442) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:18.996235 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91e31b6-7ad3-460c-b804-2f037d9b3ca2 admin admin] Deleting subnet f328b315-f1db-4866-bc95-936b6da191d3 {{(pid=118617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 09:02:18.999558 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f91e31b6-7ad3-460c-b804-2f037d9b3ca2 admin admin] Publish callbacks [] for subnet (f328b315-f1db-4866-bc95-936b6da191d3), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:19.036862 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f91e31b6-7ad3-460c-b804-2f037d9b3ca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252308860'] for subnet (f328b315-f1db-4866-bc95-936b6da191d3), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:19.084228 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f91e31b6-7ad3-460c-b804-2f037d9b3ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038139'] for subnet (f328b315-f1db-4866-bc95-936b6da191d3), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:19.224456 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f91e31b6-7ad3-460c-b804-2f037d9b3ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252178608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251664119'] for subnet (f328b315-f1db-4866-bc95-936b6da191d3), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:19.250793 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e31b6-7ad3-460c-b804-2f037d9b3ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f328b315-f1db-4866-bc95-936b6da191d3,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:19.254813 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f91e31b6-7ad3-460c-b804-2f037d9b3ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:19.257950 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-f91e31b6-7ad3-460c-b804-2f037d9b3ca2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/f328b315-f1db-4866-bc95-936b6da191d3 HTTP/1.1" status: 204 len: 168 time: 0.3071160 Aug 24 09:02:19.260547 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37444) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:19.332974 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-268d27d9-2199-4d2e-a46a-7e409f289f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623286'] for network (2627b334-376c-4041-9ebc-cee6c276b6ad), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:19.411640 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-268d27d9-2199-4d2e-a46a-7e409f289f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038395', 'neutron.services.segments.db._delete_segments_for_network-8762420374128'] for network (2627b334-376c-4041-9ebc-cee6c276b6ad), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:19.432874 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-268d27d9-2199-4d2e-a46a-7e409f289f5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2627b334-376c-4041-9ebc-cee6c276b6ad']}} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:19.443026 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-268d27d9-2199-4d2e-a46a-7e409f289f5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9428a6e9-03bd-47cd-828b-4556e270b2ba') {'for_net_delete': True} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:19.443322 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-268d27d9-2199-4d2e-a46a-7e409f289f5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9428a6e9-03bd-47cd-828b-4556e270b2ba') {} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:19.454051 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-268d27d9-2199-4d2e-a46a-7e409f289f5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420431854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252308853'] for segment (9428a6e9-03bd-47cd-828b-4556e270b2ba), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:19.469040 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-268d27d9-2199-4d2e-a46a-7e409f289f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (9428a6e9-03bd-47cd-828b-4556e270b2ba), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:19.476490 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268d27d9-2199-4d2e-a46a-7e409f289f5a admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=118617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 09:02:19.476811 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-268d27d9-2199-4d2e-a46a-7e409f289f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-252178646'] for segment (9428a6e9-03bd-47cd-828b-4556e270b2ba), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:19.615034 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37454) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:19.630243 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.services.segments.plugin [-] Segment 9428a6e9-03bd-47cd-828b-4556e270b2ba resource provider aggregate not found Aug 24 09:02:19.642167 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.services.segments.plugin [-] Segment 9428a6e9-03bd-47cd-828b-4556e270b2ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9428a6e9-03bd-47cd-828b-4556e270b2ba found for delete ", "request_id": "req-f4fd7b27-6e8d-4768-ad6a-1b438b86fb45"}]} Aug 24 09:02:19.671536 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-268d27d9-2199-4d2e-a46a-7e409f289f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698380'] for network (2627b334-376c-4041-9ebc-cee6c276b6ad), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:19.682043 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-268d27d9-2199-4d2e-a46a-7e409f289f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:19.685164 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-268d27d9-2199-4d2e-a46a-7e409f289f5a admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/2627b334-376c-4041-9ebc-cee6c276b6ad HTTP/1.1" status: 204 len: 168 time: 0.4236803 Aug 24 09:02:19.700422 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d27d9-2199-4d2e-a46a-7e409f289f5a admin admin] Pushing event deleted for resources: {'Network': ['ID=2627b334-376c-4041-9ebc-cee6c276b6ad,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:19.702320 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d1636d67-3bfa-4e8c-9c45-a8612d527b9f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (20d2969f-e685-4930-8dfb-a90d7ef625b6), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:19.729452 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d1636d67-3bfa-4e8c-9c45-a8612d527b9f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (20d2969f-e685-4930-8dfb-a90d7ef625b6), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:19.737478 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:19.869895 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d1636d67-3bfa-4e8c-9c45-a8612d527b9f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (20d2969f-e685-4930-8dfb-a90d7ef625b6), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:19.873613 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d1636d67-3bfa-4e8c-9c45-a8612d527b9f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:19.885363 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-d1636d67-3bfa-4e8c-9c45-a8612d527b9f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/20d2969f-e685-4930-8dfb-a90d7ef625b6 HTTP/1.1" status: 204 len: 168 time: 0.2587383 Aug 24 09:02:19.885679 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 37460) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:19.885783 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1636d67-3bfa-4e8c-9c45-a8612d527b9f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d2969f-e685-4930-8dfb-a90d7ef625b6,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:19.895609 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.api.v2.resource [None req-da7718f7-0ead-4974-8b08-553fbb858885 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] show failed (client error): The resource could not be found. Aug 24 09:02:19.896584 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-da7718f7-0ead-4974-8b08-553fbb858885 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups/20d2969f-e685-4930-8dfb-a90d7ef625b6 HTTP/1.1" status: 404 len: 347 time: 0.0155051 Aug 24 09:02:19.901399 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37462) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:19.983865 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 37466) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:19.994178 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:20.041341 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-12b2001a-4c85-44b4-884e-23236d2261a3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Deleting port cf1fd73c-5157-41ae-97c3-5cf3a70fda02 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:02:20.041686 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-12b2001a-4c85-44b4-884e-23236d2261a3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (cf1fd73c-5157-41ae-97c3-5cf3a70fda02), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:20.122428 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-12b2001a-4c85-44b4-884e-23236d2261a3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (cf1fd73c-5157-41ae-97c3-5cf3a70fda02), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:20.122976 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-12b2001a-4c85-44b4-884e-23236d2261a3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (cf1fd73c-5157-41ae-97c3-5cf3a70fda02), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:20.137155 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-12b2001a-4c85-44b4-884e-23236d2261a3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Calling delete_port for cf1fd73c-5157-41ae-97c3-5cf3a70fda02 owned by network:floatingip {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:02:20.212001 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 37470) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:20.261532 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:20.276978 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-cfd88f06-6916-43ad-863e-f71892c49e10 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e3fc853baefe4aa6b105874207810d01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0639055 Aug 24 09:02:20.279570 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 37474) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:20.337900 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-12b2001a-4c85-44b4-884e-23236d2261a3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (cf1fd73c-5157-41ae-97c3-5cf3a70fda02), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:20.371284 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2001a-4c85-44b4-884e-23236d2261a3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event deleted for resources: {'Port': ['ID=cf1fd73c-5157-41ae-97c3-5cf3a70fda02,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:20.423340 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:20.431602 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b8089ef0-5723-4848-9647-ee744627eecb admin admin] Publish callbacks [] for security_group (3f248796-3632-46db-a43f-8bac16da584f), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:20.506270 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b8089ef0-5723-4848-9647-ee744627eecb admin admin] Publish callbacks [] for security_group (3f248796-3632-46db-a43f-8bac16da584f), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:20.559376 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ca782a2a-f79a-4850-b2ae-e9f43d8f11e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698733'] for router_interface (92ab1fa8-a977-41da-ac79-ed963abddd46), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:20.673209 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-12b2001a-4c85-44b4-884e-23236d2261a3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (cc463f3d-e48f-41fb-8bb8-718bd9df8817), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:20.676495 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-12b2001a-4c85-44b4-884e-23236d2261a3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:20.677688 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-12b2001a-4c85-44b4-884e-23236d2261a3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/cc463f3d-e48f-41fb-8bb8-718bd9df8817 HTTP/1.1" status: 204 len: 168 time: 0.7748904 Aug 24 09:02:20.778802 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b8089ef0-5723-4848-9647-ee744627eecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (3f248796-3632-46db-a43f-8bac16da584f), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:20.781297 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b8089ef0-5723-4848-9647-ee744627eecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:20.782433 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-b8089ef0-5723-4848-9647-ee744627eecb admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3f248796-3632-46db-a43f-8bac16da584f HTTP/1.1" status: 204 len: 168 time: 0.5019760 Aug 24 09:02:20.795692 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8089ef0-5723-4848-9647-ee744627eecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f248796-3632-46db-a43f-8bac16da584f,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:20.851638 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37480) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:20.856810 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-c508ea9e-80e3-4d3c-af70-89d4b40c37ca tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1678749738', 'description': 'tempest-description--1324694684'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:02:20.874421 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-ca782a2a-f79a-4850-b2ae-e9f43d8f11e5 admin admin] Deleting port d9d11c0f-fb8c-4706-9af3-99044ab75dba {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:02:20.874630 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ca782a2a-f79a-4850-b2ae-e9f43d8f11e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (d9d11c0f-fb8c-4706-9af3-99044ab75dba), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:20.965955 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c508ea9e-80e3-4d3c-af70-89d4b40c37ca tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:21.048792 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c508ea9e-80e3-4d3c-af70-89d4b40c37ca tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (b3a4f26b-a9a9-49e7-a100-2f1761703dbb), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:21.144621 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c508ea9e-80e3-4d3c-af70-89d4b40c37ca tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (b3a4f26b-a9a9-49e7-a100-2f1761703dbb), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:21.183053 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:21.184321 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508ea9e-80e3-4d3c-af70-89d4b40c37ca tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a4f26b-a9a9-49e7-a100-2f1761703dbb,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:21.242061 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [None req-ca782a2a-f79a-4850-b2ae-e9f43d8f11e5 admin admin] For port d9d11c0f-fb8c-4706-9af3-99044ab75dba, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=d9d11c0f-fb8c-4706-9af3-99044ab75dba,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:21.242732 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ca782a2a-f79a-4850-b2ae-e9f43d8f11e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (d9d11c0f-fb8c-4706-9af3-99044ab75dba), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:21.257288 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-ca782a2a-f79a-4850-b2ae-e9f43d8f11e5 admin admin] Calling delete_port for d9d11c0f-fb8c-4706-9af3-99044ab75dba owned by network:router_interface {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:02:21.262221 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c508ea9e-80e3-4d3c-af70-89d4b40c37ca tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:21.267089 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-c508ea9e-80e3-4d3c-af70-89d4b40c37ca tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4140162 Aug 24 09:02:21.267938 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 37484) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:21.273101 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-67334c25-1e1f-4619-b820-b66b899c7ffe tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'security_group_rule': {'security_group_id': 'b3a4f26b-a9a9-49e7-a100-2f1761703dbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:02:21.419829 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-67334c25-1e1f-4619-b820-b66b899c7ffe tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (17bd86f4-8fa6-42b5-a395-63902e3c4054), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:21.495715 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:21.513249 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-67334c25-1e1f-4619-b820-b66b899c7ffe tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (17bd86f4-8fa6-42b5-a395-63902e3c4054), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:21.613406 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ca782a2a-f79a-4850-b2ae-e9f43d8f11e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (d9d11c0f-fb8c-4706-9af3-99044ab75dba), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:21.615683 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-67334c25-1e1f-4619-b820-b66b899c7ffe tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (17bd86f4-8fa6-42b5-a395-63902e3c4054), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:21.636723 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:21.660585 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67334c25-1e1f-4619-b820-b66b899c7ffe tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17bd86f4-8fa6-42b5-a395-63902e3c4054,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:21.662386 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca782a2a-f79a-4850-b2ae-e9f43d8f11e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d11c0f-fb8c-4706-9af3-99044ab75dba,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:21.779104 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-67334c25-1e1f-4619-b820-b66b899c7ffe tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:21.779104 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-67334c25-1e1f-4619-b820-b66b899c7ffe tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5078299 Aug 24 09:02:21.781674 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37496) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:21.787397 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-62d66d39-f091-4605-b38d-fbc1ca6dbf6b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'security_group_rule': {'security_group_id': 'b3a4f26b-a9a9-49e7-a100-2f1761703dbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:02:21.858634 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ca782a2a-f79a-4850-b2ae-e9f43d8f11e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698617'] for router_interface (92ab1fa8-a977-41da-ac79-ed963abddd46), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:21.956716 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-62d66d39-f091-4605-b38d-fbc1ca6dbf6b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (0c4572c9-4cce-4875-a27c-cba758a329d3), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:22.025400 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-62d66d39-f091-4605-b38d-fbc1ca6dbf6b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (0c4572c9-4cce-4875-a27c-cba758a329d3), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:22.090946 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca782a2a-f79a-4850-b2ae-e9f43d8f11e5 admin admin] Router 92ab1fa8-a977-41da-ac79-ed963abddd46 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:02:22.104271 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-62d66d39-f091-4605-b38d-fbc1ca6dbf6b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (0c4572c9-4cce-4875-a27c-cba758a329d3), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:22.126030 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d66d39-f091-4605-b38d-fbc1ca6dbf6b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4572c9-4cce-4875-a27c-cba758a329d3,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:22.205834 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-62d66d39-f091-4605-b38d-fbc1ca6dbf6b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:22.209323 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-62d66d39-f091-4605-b38d-fbc1ca6dbf6b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4260638 Aug 24 09:02:22.213198 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37508) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:22.220828 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-50479c96-0c35-4446-bdab-a2040aee468e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'floatingip': {'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:02:22.224366 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca782a2a-f79a-4850-b2ae-e9f43d8f11e5 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:02:22.232367 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-ca782a2a-f79a-4850-b2ae-e9f43d8f11e5 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/92ab1fa8-a977-41da-ac79-ed963abddd46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2568119 Aug 24 09:02:22.236459 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 37510) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:22.242468 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32892e5-eb7e-4ba8-a0a4-de7a25775caf None None] Sync routers for ids ['92ab1fa8-a977-41da-ac79-ed963abddd46'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:02:22.265356 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32892e5-eb7e-4ba8-a0a4-de7a25775caf None None] Routers {'92ab1fa8-a977-41da-ac79-ed963abddd46'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:02:22.266620 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-b32892e5-eb7e-4ba8-a0a4-de7a25775caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:02:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['92ab1fa8-a977-41da-ac79-ed963abddd46'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:22.283496 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:22.338028 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-50479c96-0c35-4446-bdab-a2040aee468e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:22.375408 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2c82b756-b017-454b-ba50-b68d2bc832a1 admin admin] Publish callbacks [] for router (92ab1fa8-a977-41da-ac79-ed963abddd46), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:22.377706 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-b32892e5-eb7e-4ba8-a0a4-de7a25775caf None None] Set router 92ab1fa8-a977-41da-ac79-ed963abddd46 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:02:22.453835 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:22.468189 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-50479c96-0c35-4446-bdab-a2040aee468e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:22.494272 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2c82b756-b017-454b-ba50-b68d2bc832a1 admin admin] Publish callbacks [] for router_gateway (92ab1fa8-a977-41da-ac79-ed963abddd46), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:22.577585 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-b32892e5-eb7e-4ba8-a0a4-de7a25775caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T09:02:21Z', 'revision_number': 5, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'gw_port': {'id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:22.577585 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:22.601490 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32892e5-eb7e-4ba8-a0a4-de7a25775caf None None] Checking router: 92ab1fa8-a977-41da-ac79-ed963abddd46 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:02:22.603243 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [None req-50479c96-0c35-4446-bdab-a2040aee468e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Allocated IP 172.27.1.69 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/e10365cf-0785-44b0-9ba2-a10b36c23b31) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:02:22.611331 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32892e5-eb7e-4ba8-a0a4-de7a25775caf None None] Routers {'92ab1fa8-a977-41da-ac79-ed963abddd46'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:02:22.612020 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-b32892e5-eb7e-4ba8-a0a4-de7a25775caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:02:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['92ab1fa8-a977-41da-ac79-ed963abddd46'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:22.657211 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-2c82b756-b017-454b-ba50-b68d2bc832a1 admin admin] Deleting port 894aeabe-02fb-450b-a48e-b6a609e90943 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:02:22.657944 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2c82b756-b017-454b-ba50-b68d2bc832a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (894aeabe-02fb-450b-a48e-b6a609e90943), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:22.684829 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:22.724541 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-b32892e5-eb7e-4ba8-a0a4-de7a25775caf None None] Set router 92ab1fa8-a977-41da-ac79-ed963abddd46 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:02:22.725170 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-50479c96-0c35-4446-bdab-a2040aee468e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for port (e10365cf-0785-44b0-9ba2-a10b36c23b31), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:22.748678 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [None req-2c82b756-b017-454b-ba50-b68d2bc832a1 admin admin] For port 894aeabe-02fb-450b-a48e-b6a609e90943, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=894aeabe-02fb-450b-a48e-b6a609e90943,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:22.749192 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2c82b756-b017-454b-ba50-b68d2bc832a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (894aeabe-02fb-450b-a48e-b6a609e90943), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:22.767745 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-2c82b756-b017-454b-ba50-b68d2bc832a1 admin admin] Calling delete_port for 894aeabe-02fb-450b-a48e-b6a609e90943 owned by network:router_gateway {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:02:22.830304 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-50479c96-0c35-4446-bdab-a2040aee468e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (e10365cf-0785-44b0-9ba2-a10b36c23b31), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:22.883400 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50479c96-0c35-4446-bdab-a2040aee468e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:02:22.887297 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-50479c96-0c35-4446-bdab-a2040aee468e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:02:22.892144 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50479c96-0c35-4446-bdab-a2040aee468e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:02:22.906376 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:22.912627 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50479c96-0c35-4446-bdab-a2040aee468e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'Port': ['ID=e10365cf-0785-44b0-9ba2-a10b36c23b31,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:22.967751 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:22.985493 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-50479c96-0c35-4446-bdab-a2040aee468e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (d542ce39-115d-4bc7-8849-ac0ea9e61d1e), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:23.000643 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-b32892e5-eb7e-4ba8-a0a4-de7a25775caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T09:02:21Z', 'revision_number': 5, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'gw_port': {'id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:23.029914 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32892e5-eb7e-4ba8-a0a4-de7a25775caf None None] The sync data for ids ['92ab1fa8-a977-41da-ac79-ed963abddd46'] in dv-cinder-852211-5-iscsi is: [{'id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'name': 'tempest-ServerRescueNegativeTestJSON-1751939450-router', 'tenant_id': '9ce953ed361742a29b0c750ca13d88e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:07Z', 'updated_at': '2022-08-24T09:02:21Z', 'revision_number': 5, 'project_id': '9ce953ed361742a29b0c750ca13d88e2', 'gw_port': {'id': '894aeabe-02fb-450b-a48e-b6a609e90943', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab1fa8-a977-41da-ac79-ed963abddd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:02:23.070873 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2c82b756-b017-454b-ba50-b68d2bc832a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (894aeabe-02fb-450b-a48e-b6a609e90943), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:23.096083 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82b756-b017-454b-ba50-b68d2bc832a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=894aeabe-02fb-450b-a48e-b6a609e90943,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:23.101672 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-50479c96-0c35-4446-bdab-a2040aee468e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (e10365cf-0785-44b0-9ba2-a10b36c23b31), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:23.160503 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2c82b756-b017-454b-ba50-b68d2bc832a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698408'] for router_gateway (92ab1fa8-a977-41da-ac79-ed963abddd46), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:23.267211 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2c82b756-b017-454b-ba50-b68d2bc832a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (92ab1fa8-a977-41da-ac79-ed963abddd46), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:23.270228 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2c82b756-b017-454b-ba50-b68d2bc832a1 admin admin] Publish callbacks [] for router_controller (92ab1fa8-a977-41da-ac79-ed963abddd46), precommit_delete_associations {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:23.274283 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-50479c96-0c35-4446-bdab-a2040aee468e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for port (e10365cf-0785-44b0-9ba2-a10b36c23b31), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:23.366332 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-50479c96-0c35-4446-bdab-a2040aee468e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252178666'] for port (e10365cf-0785-44b0-9ba2-a10b36c23b31), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:23.391170 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2c82b756-b017-454b-ba50-b68d2bc832a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698698'] for router (92ab1fa8-a977-41da-ac79-ed963abddd46), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:23.393472 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c82b756-b017-454b-ba50-b68d2bc832a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92ab1fa8-a977-41da-ac79-ed963abddd46 {{(pid=118616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 09:02:23.417623 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2c82b756-b017-454b-ba50-b68d2bc832a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:23.418976 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-2c82b756-b017-454b-ba50-b68d2bc832a1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/92ab1fa8-a977-41da-ac79-ed963abddd46 HTTP/1.1" status: 204 len: 168 time: 1.1785188 Aug 24 09:02:23.421758 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 37524) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:23.467202 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50479c96-0c35-4446-bdab-a2040aee468e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'Port': ['ID=e10365cf-0785-44b0-9ba2-a10b36c23b31,revision_number=2']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:23.470002 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-50479c96-0c35-4446-bdab-a2040aee468e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (d542ce39-115d-4bc7-8849-ac0ea9e61d1e), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:23.509023 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_v2 [None req-e402fc28-d493-4217-869a-5e56ef92961a admin admin] Deleting subnet 8a21facc-ab1e-4219-b0f0-4f835c4b6a49 {{(pid=118616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 09:02:23.514061 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e402fc28-d493-4217-869a-5e56ef92961a admin admin] Publish callbacks [] for subnet (8a21facc-ab1e-4219-b0f0-4f835c4b6a49), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:23.559300 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e402fc28-d493-4217-869a-5e56ef92961a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10046675'] for subnet (8a21facc-ab1e-4219-b0f0-4f835c4b6a49), precommit_delete_associations {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:23.562558 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-50479c96-0c35-4446-bdab-a2040aee468e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:23.565309 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-50479c96-0c35-4446-bdab-a2040aee468e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3495281 Aug 24 09:02:23.647163 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e402fc28-d493-4217-869a-5e56ef92961a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038139'] for subnet (8a21facc-ab1e-4219-b0f0-4f835c4b6a49), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:23.700220 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:23.794828 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b5a85f58-15d1-4db9-9a4a-1a432452999f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1678749738&fields=id&tenant_id=574887b9d0fc42ce917c9b8b2c09e291 HTTP/1.1" status: 200 len: 267 time: 0.0540402 Aug 24 09:02:23.817216 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e402fc28-d493-4217-869a-5e56ef92961a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9058651'] for subnet (8a21facc-ab1e-4219-b0f0-4f835c4b6a49), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:23.848925 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:23.852773 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402fc28-d493-4217-869a-5e56ef92961a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a21facc-ab1e-4219-b0f0-4f835c4b6a49,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:23.856721 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e402fc28-d493-4217-869a-5e56ef92961a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:23.863564 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-e402fc28-d493-4217-869a-5e56ef92961a admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/8a21facc-ab1e-4219-b0f0-4f835c4b6a49 HTTP/1.1" status: 204 len: 168 time: 0.4391553 Aug 24 09:02:23.863886 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 37542) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:23.865049 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd67324d-9b06-4cd2-aeea-d183a7495294 None None] Network eb8a0715-04e1-4525-bfd8-e63c7de1ad20 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:02:23.926993 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-7c70d7ee-03d2-4b77-8ea2-0060ffd578c6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:23.928904 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-7c70d7ee-03d2-4b77-8ea2-0060ffd578c6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/networks?id=8974f404-81fe-476f-ae03-918a0ea03bf7 HTTP/1.1" status: 200 len: 814 time: 0.1260688 Aug 24 09:02:23.946446 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623286'] for network (eb8a0715-04e1-4525-bfd8-e63c7de1ad20), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:23.949342 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-80d88951-6684-4100-a8ea-424c285301a9 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/quotas/574887b9d0fc42ce917c9b8b2c09e291 HTTP/1.1" status: 200 len: 375 time: 0.0131450 Aug 24 09:02:23.993908 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] Deleting port 02638d1e-b9d4-429a-8430-9621c6f043e0 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:02:23.994543 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (02638d1e-b9d4-429a-8430-9621c6f043e0), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:24.008746 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-cf528971-bf8e-433d-8d2c-0250555062bb tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520976 Aug 24 09:02:24.065340 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] For port 02638d1e-b9d4-429a-8430-9621c6f043e0, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=02638d1e-b9d4-429a-8430-9621c6f043e0,segment=NetworkSegment(06431a87-7797-47b4-b72c-ec89bbf6c47d),segment_id=06431a87-7797-47b4-b72c-ec89bbf6c47d)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:24.065804 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (02638d1e-b9d4-429a-8430-9621c6f043e0), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:24.078868 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] Calling delete_port for 02638d1e-b9d4-429a-8430-9621c6f043e0 owned by network:dhcp {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:02:24.112946 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-642a6292-6a12-4000-b150-97cd43c8cd0b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870781 Aug 24 09:02:24.187821 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10629e0-c89d-4a15-9b42-bdfcc440ecac None None] DHCP port deletion for eb8a0715-04e1-4525-bfd8-e63c7de1ad20 request from dv-cinder-852211-5-iscsi {{(pid=118618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 09:02:24.220955 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device d9d11c0f-fb8c-4706-9af3-99044ab75dba no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:02:24.241035 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-d7564806-74d7-44db-a8d7-8ad11e547326 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223855 Aug 24 09:02:24.246430 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (02638d1e-b9d4-429a-8430-9621c6f043e0), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:24.248079 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: d9d11c0f-fb8c-4706-9af3-99044ab75dba {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:02:24.248417 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device d9d11c0f-fb8c-4706-9af3-99044ab75dba not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:02:24.254300 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-e10629e0-c89d-4a15-9b42-bdfcc440ecac None None] Deleting port 02638d1e-b9d4-429a-8430-9621c6f043e0 {{(pid=118618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:02:24.258833 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e10629e0-c89d-4a15-9b42-bdfcc440ecac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (02638d1e-b9d4-429a-8430-9621c6f043e0), before_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:24.260793 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] No DVR routers for this DVR port 02638d1e-b9d4-429a-8430-9621c6f043e0 on host dv-cinder-852211-5-iscsi {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:02:24.280792 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=02638d1e-b9d4-429a-8430-9621c6f043e0,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:24.337370 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-e10629e0-c89d-4a15-9b42-bdfcc440ecac None None] For port 02638d1e-b9d4-429a-8430-9621c6f043e0, host dv-cinder-852211-5-iscsi, got binding levels [] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:24.337847 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e10629e0-c89d-4a15-9b42-bdfcc440ecac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (02638d1e-b9d4-429a-8430-9621c6f043e0), precommit_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:24.357664 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038395', 'neutron.services.segments.db._delete_segments_for_network-8762420374128'] for network (eb8a0715-04e1-4525-bfd8-e63c7de1ad20), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:24.358431 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-e10629e0-c89d-4a15-9b42-bdfcc440ecac None None] Calling delete_port for 02638d1e-b9d4-429a-8430-9621c6f043e0 owned by network:dhcp {{(pid=118618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:02:24.361500 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.ipam_backend_mixin [None req-e10629e0-c89d-4a15-9b42-bdfcc440ecac None None] Port 02638d1e-b9d4-429a-8430-9621c6f043e0 was not found and therefore no delete operation was performed {{(pid=118618) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 24 09:02:24.363350 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e10629e0-c89d-4a15-9b42-bdfcc440ecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847'] for port (02638d1e-b9d4-429a-8430-9621c6f043e0), after_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:24.382325 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8a0715-04e1-4525-bfd8-e63c7de1ad20']}} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:24.387279 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10629e0-c89d-4a15-9b42-bdfcc440ecac None None] Pushing event deleted for resources: {'Port': ['ID=02638d1e-b9d4-429a-8430-9621c6f043e0,revision_number=None']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:24.392081 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06431a87-7797-47b4-b72c-ec89bbf6c47d') {'for_net_delete': True} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:24.392563 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10629e0-c89d-4a15-9b42-bdfcc440ecac None None] No DVR routers for this DVR port 02638d1e-b9d4-429a-8430-9621c6f043e0 on host dv-cinder-852211-5-iscsi {{(pid=118618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:02:24.392687 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06431a87-7797-47b4-b72c-ec89bbf6c47d') {} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:24.405255 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420431854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10046682'] for segment (06431a87-7797-47b4-b72c-ec89bbf6c47d), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:24.420110 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (06431a87-7797-47b4-b72c-ec89bbf6c47d), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:24.432576 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=118616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 09:02:24.432576 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056300'] for segment (06431a87-7797-47b4-b72c-ec89bbf6c47d), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:24.446225 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:24.494683 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.services.segments.plugin [-] Segment 06431a87-7797-47b4-b72c-ec89bbf6c47d resource provider aggregate not found Aug 24 09:02:24.527543 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.services.segments.plugin [-] Segment 06431a87-7797-47b4-b72c-ec89bbf6c47d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06431a87-7797-47b4-b72c-ec89bbf6c47d found for delete ", "request_id": "req-f50117ce-c066-4511-9bb2-94e6613c828c"}]} Aug 24 09:02:24.529555 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1d45c391-b935-4197-9a56-5f4325385e8b req-bfb0a785-ac93-4a1b-b7cd-d7d07a75e2c0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 210 time: 0.0367029 Aug 24 09:02:24.641442 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698380'] for network (eb8a0715-04e1-4525-bfd8-e63c7de1ad20), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:24.654033 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:24.658564 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/eb8a0715-04e1-4525-bfd8-e63c7de1ad20 HTTP/1.1" status: 204 len: 168 time: 0.7935421 Aug 24 09:02:24.671233 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5dacc-850f-4393-8b5a-17bf36f74bc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8a0715-04e1-4525-bfd8-e63c7de1ad20,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:25.144734 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37568) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:25.187794 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-a4d81412-af47-4e20-9b09-c67b752656a8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9ce953ed361742a29b0c750ca13d88e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418191 Aug 24 09:02:25.190394 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37570) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:25.245411 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bec79922-09ee-4ebe-a4ec-8c0e75b3c0cb admin admin] Publish callbacks [] for security_group (ef18d217-848e-408c-9e40-ac5829235ecd), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:25.265927 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bec79922-09ee-4ebe-a4ec-8c0e75b3c0cb admin admin] Publish callbacks [] for security_group (ef18d217-848e-408c-9e40-ac5829235ecd), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:25.399606 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bec79922-09ee-4ebe-a4ec-8c0e75b3c0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (ef18d217-848e-408c-9e40-ac5829235ecd), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:25.402181 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bec79922-09ee-4ebe-a4ec-8c0e75b3c0cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:25.403402 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-bec79922-09ee-4ebe-a4ec-8c0e75b3c0cb admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ef18d217-848e-408c-9e40-ac5829235ecd HTTP/1.1" status: 204 len: 168 time: 0.2118459 Aug 24 09:02:25.412366 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec79922-09ee-4ebe-a4ec-8c0e75b3c0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef18d217-848e-408c-9e40-ac5829235ecd,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:25.617158 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-dffaa2c8-2123-4e50-8380-a84e90c11e6a req-576cf204-3519-442c-adb6-efa3fb76cf96 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 210 time: 0.0280285 Aug 24 09:02:25.832269 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 894aeabe-02fb-450b-a48e-b6a609e90943 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:02:25.851519 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: 894aeabe-02fb-450b-a48e-b6a609e90943 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:02:25.851907 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 894aeabe-02fb-450b-a48e-b6a609e90943 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:02:25.852269 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 02638d1e-b9d4-429a-8430-9621c6f043e0 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:02:25.874769 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: 02638d1e-b9d4-429a-8430-9621c6f043e0 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:02:25.875110 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 02638d1e-b9d4-429a-8430-9621c6f043e0 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:02:26.548491 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37600) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:26.646798 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-8cb77d28-d95d-4b4f-8f4d-9c365d120509 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1679045557-network', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:02:26.716966 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-77fa7847-9a4e-4f17-97e1-6b392c9974a6 req-31bbe25b-e3a2-476d-a06c-c49b870d6a41 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 210 time: 0.0275874 Aug 24 09:02:26.720467 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb77d28-d95d-4b4f-8f4d-9c365d120509 admin admin] Made reservation on behalf of 4fab402e38f1412b8c6b895788d11a28 for: {'network': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:02:26.723497 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8cb77d28-d95d-4b4f-8f4d-9c365d120509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:26.732836 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8cb77d28-d95d-4b4f-8f4d-9c365d120509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:26.809257 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8cb77d28-d95d-4b4f-8f4d-9c365d120509 admin admin] Publish callbacks [] for security_group (37654c5f-eef1-4ab7-a3b9-a400571232c9), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:26.903536 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8cb77d28-d95d-4b4f-8f4d-9c365d120509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (37654c5f-eef1-4ab7-a3b9-a400571232c9), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:26.910359 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:26.930277 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb77d28-d95d-4b4f-8f4d-9c365d120509 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=118617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 09:02:26.939412 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb77d28-d95d-4b4f-8f4d-9c365d120509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37654c5f-eef1-4ab7-a3b9-a400571232c9,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:26.945714 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8cb77d28-d95d-4b4f-8f4d-9c365d120509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:26.946063 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.segments_db [None req-8cb77d28-d95d-4b4f-8f4d-9c365d120509 admin admin] Added segment 9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef of type vlan for network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc Aug 24 09:02:26.991200 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8cb77d28-d95d-4b4f-8f4d-9c365d120509 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (4005b40c-bd5e-4f2f-807f-5b93a1c383fc), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:27.109184 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8cb77d28-d95d-4b4f-8f4d-9c365d120509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (4005b40c-bd5e-4f2f-807f-5b93a1c383fc), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:27.110236 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb77d28-d95d-4b4f-8f4d-9c365d120509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:27.110853 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8cb77d28-d95d-4b4f-8f4d-9c365d120509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:27.114432 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:27.172591 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb77d28-d95d-4b4f-8f4d-9c365d120509 admin admin] Pushing event updated for resources: {'Network': ['ID=4005b40c-bd5e-4f2f-807f-5b93a1c383fc,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:27.182214 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 09:02:27.209361 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-8cb77d28-d95d-4b4f-8f4d-9c365d120509 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6596091 Aug 24 09:02:27.212286 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 37606) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:27.218395 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-0985dd9a-cd15-4425-a1d8-40011b77dd7c admin admin] Request body: {'subnet': {'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1679045557-subnet', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:02:27.341921 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0985dd9a-cd15-4425-a1d8-40011b77dd7c admin admin] Made reservation on behalf of 4fab402e38f1412b8c6b895788d11a28 for: {'subnet': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:02:27.344505 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0985dd9a-cd15-4425-a1d8-40011b77dd7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058622'] for subnet (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:27.629993 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0985dd9a-cd15-4425-a1d8-40011b77dd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10046671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9058640'] for subnet (959a2b19-48dd-4327-ae75-bb0f35353f5e), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:27.688513 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985dd9a-cd15-4425-a1d8-40011b77dd7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=959a2b19-48dd-4327-ae75-bb0f35353f5e,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:27.710016 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985dd9a-cd15-4425-a1d8-40011b77dd7c admin admin] Checking segment: {'id': '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:02:27.710365 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0985dd9a-cd15-4425-a1d8-40011b77dd7c admin admin] Network hostable DHCP agents. Network: 4005b40c-bd5e-4f2f-807f-5b93a1c383fc, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 09:02:27.819075 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-aad773c4-4572-4d27-97ec-b2758632eafa req-e649698e-540c-409a-8b24-953d3c8dd050 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 210 time: 0.0290172 Aug 24 09:02:27.840446 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0985dd9a-cd15-4425-a1d8-40011b77dd7c admin admin] Network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 09:02:27.909700 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-0985dd9a-cd15-4425-a1d8-40011b77dd7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, 4005b40c-bd5e-4f2f-807f-5b93a1c383fc) {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:02:27.915898 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0985dd9a-cd15-4425-a1d8-40011b77dd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:27.917546 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0985dd9a-cd15-4425-a1d8-40011b77dd7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:27.921325 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e58914-a856-4e1b-8042-1a1721556d2c None None] Network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:02:27.992188 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-0985dd9a-cd15-4425-a1d8-40011b77dd7c admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7787592 Aug 24 09:02:27.994979 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 37614) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:27.999219 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:02:28.027448 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd452859c-924c-557e-ba58-3e88bb5a2311-4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'fixed_ips': [{'subnet_id': '959a2b19-48dd-4327-ae75-bb0f35353f5e'}]}} from dv-cinder-852211-5-iscsi. {{(pid=118618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 09:02:28.028318 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:28.075282 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4634'] for router (69fade73-84f6-4681-b733-3b5af71372c3), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:28.076351 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4613'] for router (69fade73-84f6-4681-b733-3b5af71372c3), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:28.080822 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:28.129103 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Publish callbacks [] for router_controller (69fade73-84f6-4681-b733-3b5af71372c3), precommit_add_association {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:28.185049 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.db_base_plugin_common [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Allocated IP 172.20.0.2 (4005b40c-bd5e-4f2f-807f-5b93a1c383fc/959a2b19-48dd-4327-ae75-bb0f35353f5e/cee3f5cf-e72b-43a7-b24d-c692539a8c28) {{(pid=118618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:02:28.346427 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Publish callbacks [] for port (cee3f5cf-e72b-43a7-b24d-c692539a8c28), precommit_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:28.363025 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Publish callbacks [] for router_gateway (69fade73-84f6-4681-b733-3b5af71372c3), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:28.430048 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (cee3f5cf-e72b-43a7-b24d-c692539a8c28), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:28.470103 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc is already hosted by enough agents. {{(pid=118618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:02:28.473859 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.base_scheduler [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Resources bound (agent type, host, resource id): {{(pid=118618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:02:28.477755 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Received port after_create {{(pid=118618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:02:28.489133 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Pushing event updated for resources: {'Port': ['ID=cee3f5cf-e72b-43a7-b24d-c692539a8c28,revision_number=1']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:28.545451 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Attempting to bind port cee3f5cf-e72b-43a7-b24d-c692539a8c28 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:02:28.545832 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Attempting to bind port cee3f5cf-e72b-43a7-b24d-c692539a8c28 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:02:28.546413 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Attempting to bind port cee3f5cf-e72b-43a7-b24d-c692539a8c28 on network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:02:28.553224 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:02:28.553687 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Checking segment: {'id': '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:02:28.553974 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:28.554337 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Bound using segment: {'id': '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:02:28.554858 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Bound port: cee3f5cf-e72b-43a7-b24d-c692539a8c28, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:02:28.555235 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (cee3f5cf-e72b-43a7-b24d-c692539a8c28), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:28.628854 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] For port cee3f5cf-e72b-43a7-b24d-c692539a8c28, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:02:28.633104 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] For port cee3f5cf-e72b-43a7-b24d-c692539a8c28, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=cee3f5cf-e72b-43a7-b24d-c692539a8c28,segment=NetworkSegment(9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef),segment_id=9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:02:28.679825 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:28.699272 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Publish callbacks [] for router_gateway (69fade73-84f6-4681-b733-3b5af71372c3), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:28.720581 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:28.835100 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Allocated IP 172.27.1.214 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/7a47def4-15d0-42e7-afa3-5772b5607275) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:02:28.942366 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b48bd030-1c8a-4815-a9fe-e9f4fc06ce8c req-2134714e-e82b-486c-944a-42d9f82a41c0 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 210 time: 0.0375688 Aug 24 09:02:28.976755 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Publish callbacks [] for port (7a47def4-15d0-42e7-afa3-5772b5607275), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:29.045411 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (cee3f5cf-e72b-43a7-b24d-c692539a8c28), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:29.100903 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b2732-0c6e-4657-9991-17e0648f5e5f None None] Pushing event updated for resources: {'Port': ['ID=cee3f5cf-e72b-43a7-b24d-c692539a8c28,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:29.136854 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (7a47def4-15d0-42e7-afa3-5772b5607275), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:29.143062 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:29.180661 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:02:29.183757 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:02:29.187951 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:02:29.211410 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Pushing event updated for resources: {'Port': ['ID=7a47def4-15d0-42e7-afa3-5772b5607275,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:29.763036 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-c284bb5c-c9b2-4116-a45d-ae47f0417af3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:29.770630 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-c284bb5c-c9b2-4116-a45d-ae47f0417af3 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "GET /networking/v2.0/networks?id=8974f404-81fe-476f-ae03-918a0ea03bf7 HTTP/1.1" status: 200 len: 814 time: 0.1726282 Aug 24 09:02:29.840776 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-f383548c-2ac4-480e-b674-228601f6cc34 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=574887b9d0fc42ce917c9b8b2c09e291 HTTP/1.1" status: 200 len: 380 time: 0.0661817 Aug 24 09:02:29.854479 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-e9845ea9-f900-4e47-a286-03aac1460021 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'port': {'device_id': '017a08ce-92b2-4afe-8374-a954c76c953e', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'admin_state_up': True, 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'security_groups': ['b3a4f26b-a9a9-49e7-a100-2f1761703dbb']}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:02:29.889813 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device cee3f5cf-e72b-43a7-b24d-c692539a8c28 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:02:29.948479 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:29.961007 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port cee3f5cf-e72b-43a7-b24d-c692539a8c28 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:02:29.961402 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (cee3f5cf-e72b-43a7-b24d-c692539a8c28), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:30.091532 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Publish callbacks [] for router_gateway (69fade73-84f6-4681-b733-3b5af71372c3), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:30.113329 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d7175c38-1917-4688-9b26-2816427e78f8 req-3f14f01f-0355-4f7c-8b76-c56908c6f388 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 210 time: 0.0509701 Aug 24 09:02:30.241029 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3548905-3b9f-40ab-93ba-8ec3f6ff6982 None None] Network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:02:30.252239 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-e9845ea9-f900-4e47-a286-03aac1460021 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Made reservation on behalf of 574887b9d0fc42ce917c9b8b2c09e291 for: {'port': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:02:30.256493 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-e9845ea9-f900-4e47-a286-03aac1460021 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:30.270299 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port cee3f5cf-e72b-43a7-b24d-c692539a8c28 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:02:30.270706 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (cee3f5cf-e72b-43a7-b24d-c692539a8c28), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:30.278805 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:30.282599 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-a0910dcb-5e7a-4825-80ec-360c655908e9 None None] Provisioning complete for port cee3f5cf-e72b-43a7-b24d-c692539a8c28 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:02:30.282996 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a0910dcb-5e7a-4825-80ec-360c655908e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (cee3f5cf-e72b-43a7-b24d-c692539a8c28), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:30.292480 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:30.310259 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:30.381660 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698477'] for router (69fade73-84f6-4681-b733-3b5af71372c3), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:30.396695 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port cee3f5cf-e72b-43a7-b24d-c692539a8c28, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=cee3f5cf-e72b-43a7-b24d-c692539a8c28,segment=NetworkSegment(9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef),segment_id=9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:30.464770 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-a0910dcb-5e7a-4825-80ec-360c655908e9 None None] Current status of the port cee3f5cf-e72b-43a7-b24d-c692539a8c28 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:02:30.465168 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a0910dcb-5e7a-4825-80ec-360c655908e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (cee3f5cf-e72b-43a7-b24d-c692539a8c28), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:30.495942 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:30.515641 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-e9845ea9-f900-4e47-a286-03aac1460021 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Allocated IP 172.20.0.4 (8974f404-81fe-476f-ae03-918a0ea03bf7/68cde71c-76f8-4ef2-ae70-0fbb6e1478f1/74549938-4271-4fc7-9c80-3503660f943c) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:02:30.517855 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (cee3f5cf-e72b-43a7-b24d-c692539a8c28), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:30.591113 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.db.api [None req-a0910dcb-5e7a-4825-80ec-360c655908e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=118618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 09:02:30.591885 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG oslo_db.api [None req-a0910dcb-5e7a-4825-80ec-360c655908e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 09:02:30.605189 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=cee3f5cf-e72b-43a7-b24d-c692539a8c28,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:30.742113 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-e9845ea9-f900-4e47-a286-03aac1460021 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for port (74549938-4271-4fc7-9c80-3503660f943c), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:30.806187 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Router 69fade73-84f6-4681-b733-3b5af71372c3 is scheduled to L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed with binding_index 1 {{(pid=118616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 09:02:30.872482 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-e9845ea9-f900-4e47-a286-03aac1460021 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (74549938-4271-4fc7-9c80-3503660f943c), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:30.934488 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-e9845ea9-f900-4e47-a286-03aac1460021 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Network 8974f404-81fe-476f-ae03-918a0ea03bf7 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:02:30.943700 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-e9845ea9-f900-4e47-a286-03aac1460021 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:02:30.947806 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-e9845ea9-f900-4e47-a286-03aac1460021 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:02:30.950193 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9845ea9-f900-4e47-a286-03aac1460021 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event updated for resources: {'Port': ['ID=74549938-4271-4fc7-9c80-3503660f943c,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:31.002781 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:02:31.014009 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Sync routers for ids ['69fade73-84f6-4681-b733-3b5af71372c3'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:02:31.021148 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-e9845ea9-f900-4e47-a286-03aac1460021 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:31.026870 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-e9845ea9-f900-4e47-a286-03aac1460021 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:31.031603 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Routers {'69fade73-84f6-4681-b733-3b5af71372c3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:02:31.032357 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:02:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['69fade73-84f6-4681-b733-3b5af71372c3'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:31.157964 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-a0910dcb-5e7a-4825-80ec-360c655908e9 None None] Current status of the port cee3f5cf-e72b-43a7-b24d-c692539a8c28 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:02:31.164306 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] Publish callbacks [] for router (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:31.164306 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-f68bca25-6183-4017-a9ae-1dce320f967a admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1643445 Aug 24 09:02:31.165357 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 37642) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:31.188015 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:31.204930 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Set router 69fade73-84f6-4681-b733-3b5af71372c3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:02:31.256242 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-e9845ea9-f900-4e47-a286-03aac1460021 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4076798 Aug 24 09:02:31.285592 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Request body: {'port': {'device_id': '017a08ce-92b2-4afe-8374-a954c76c953e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:02:31.325287 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-dbf8f791-8937-48e3-ac24-2399b203d7ee None None] Provisioning complete for port cee3f5cf-e72b-43a7-b24d-c692539a8c28 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:02:31.329790 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-dbf8f791-8937-48e3-ac24-2399b203d7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (cee3f5cf-e72b-43a7-b24d-c692539a8c28), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:31.335280 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebac8df-e1b7-45cd-a85e-ee5b82abc521 req-7a8391b4-c6d9-4654-a6e0-fa21ee2d4630 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:31.336794 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4ebac8df-e1b7-45cd-a85e-ee5b82abc521 req-7a8391b4-c6d9-4654-a6e0-fa21ee2d4630 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 931 time: 0.1173756 Aug 24 09:02:31.406067 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:31.458632 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:29Z', 'revision_number': 3, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:31.460670 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-dbf8f791-8937-48e3-ac24-2399b203d7ee None None] Current status of the port cee3f5cf-e72b-43a7-b24d-c692539a8c28 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:02:31.469687 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (74549938-4271-4fc7-9c80-3503660f943c), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:31.490016 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Checking router: 69fade73-84f6-4681-b733-3b5af71372c3 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:02:31.490375 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Updating router 69fade73-84f6-4681-b733-3b5af71372c3 port 7a47def4-15d0-42e7-afa3-5772b5607275 binding host dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 09:02:31.515514 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-dbf8f791-8937-48e3-ac24-2399b203d7ee None None] Provisioning complete for port 74549938-4271-4fc7-9c80-3503660f943c triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:02:31.515885 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-dbf8f791-8937-48e3-ac24-2399b203d7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (74549938-4271-4fc7-9c80-3503660f943c), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:31.517410 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:31.523461 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4ebac8df-e1b7-45cd-a85e-ee5b82abc521 req-c831d44f-b79c-4841-9a8c-466ce64c5fa9 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b3a4f26b-a9a9-49e7-a100-2f1761703dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769500 Aug 24 09:02:31.552576 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (7a47def4-15d0-42e7-afa3-5772b5607275), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:31.586038 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-dbf8f791-8937-48e3-ac24-2399b203d7ee None None] Port 74549938-4271-4fc7-9c80-3503660f943c cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:02:31.852037 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Publish callbacks [] for port (7a47def4-15d0-42e7-afa3-5772b5607275), precommit_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:31.872687 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device cee3f5cf-e72b-43a7-b24d-c692539a8c28 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:02:31.910769 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (7a47def4-15d0-42e7-afa3-5772b5607275), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:31.957419 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Attempting to bind port 7a47def4-15d0-42e7-afa3-5772b5607275 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:02:31.957786 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Attempting to bind port 7a47def4-15d0-42e7-afa3-5772b5607275 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:02:31.958145 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Attempting to bind port 7a47def4-15d0-42e7-afa3-5772b5607275 on network 386fbc02-808a-45e3-b701-f07af8827885 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:02:31.968770 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74549938-4271-4fc7-9c80-3503660f943c {{(pid=118616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:02:31.970562 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port cee3f5cf-e72b-43a7-b24d-c692539a8c28 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:02:31.970962 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (cee3f5cf-e72b-43a7-b24d-c692539a8c28), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:31.976103 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:02:31.976517 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Checking segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:02:31.976873 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:31.977568 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Bound using segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:02:31.977746 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Bound port: 7a47def4-15d0-42e7-afa3-5772b5607275, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:02:31.978111 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (7a47def4-15d0-42e7-afa3-5772b5607275), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:31.982562 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Publish callbacks [] for port (74549938-4271-4fc7-9c80-3503660f943c), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:31.990296 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:32.008661 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:32.017680 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.provisioning_blocks [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Transition to ACTIVE for port object 74549938-4271-4fc7-9c80-3503660f943c will not be triggered until provisioned by entity L2. {{(pid=118616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 09:02:32.028048 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7120075-384b-44bd-9cf6-5a45cf4be9c6 None None] Pushing event updated for resources: {'Port': ['ID=7a47def4-15d0-42e7-afa3-5772b5607275,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:32.076866 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] For port 7a47def4-15d0-42e7-afa3-5772b5607275, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:02:32.116267 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] For port 7a47def4-15d0-42e7-afa3-5772b5607275, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=7a47def4-15d0-42e7-afa3-5772b5607275,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:02:32.120419 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (74549938-4271-4fc7-9c80-3503660f943c), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:32.124756 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port cee3f5cf-e72b-43a7-b24d-c692539a8c28 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:02:32.202348 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (7a47def4-15d0-42e7-afa3-5772b5607275), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:32.249928 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Routers {'69fade73-84f6-4681-b733-3b5af71372c3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:02:32.250684 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:02:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['69fade73-84f6-4681-b733-3b5af71372c3'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:32.330796 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:32.343693 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7120075-384b-44bd-9cf6-5a45cf4be9c6 None None] Pushing event updated for resources: {'Port': ['ID=7a47def4-15d0-42e7-afa3-5772b5607275,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:32.390452 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] Set router 69fade73-84f6-4681-b733-3b5af71372c3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:02:32.464761 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:32.526989 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=74549938-4271-4fc7-9c80-3503660f943c,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:32.585019 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37652) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:32.586927 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] Allocated IP 172.20.0.1 (4005b40c-bd5e-4f2f-807f-5b93a1c383fc/959a2b19-48dd-4327-ae75-bb0f35353f5e/0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:02:32.640395 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Attempting to bind port 74549938-4271-4fc7-9c80-3503660f943c on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:02:32.640747 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Attempting to bind port 74549938-4271-4fc7-9c80-3503660f943c by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:02:32.641064 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Attempting to bind port 74549938-4271-4fc7-9c80-3503660f943c on network 8974f404-81fe-476f-ae03-918a0ea03bf7 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:02:32.656676 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Port 74549938-4271-4fc7-9c80-3503660f943c on network 8974f404-81fe-476f-ae03-918a0ea03bf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 09:02:32.661423 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Attempting to bind port 74549938-4271-4fc7-9c80-3503660f943c on network 8974f404-81fe-476f-ae03-918a0ea03bf7 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:02:32.664758 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:02:32.665102 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Checking segment: {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:02:32.665491 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Bound using segment: {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:02:32.665935 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Bound port: 74549938-4271-4fc7-9c80-3503660f943c, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7'}}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:02:32.666350 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (74549938-4271-4fc7-9c80-3503660f943c), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:32.717578 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:32.728527 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a1dd3-8a16-4943-b2ea-a70428608e8c req-5b451204-44aa-480f-a35a-f1091fca270b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:32.736206 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2f4a1dd3-8a16-4943-b2ea-a70428608e8c req-5b451204-44aa-480f-a35a-f1091fca270b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 943 time: 0.0973487 Aug 24 09:02:32.781952 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3a7e0615-4d21-4fef-b4ae-4b35b1599896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:32.786971 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] Publish callbacks [] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:32.797267 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] For port 74549938-4271-4fc7-9c80-3503660f943c, host hv-cinder-85221, cleared binding levels {{(pid=118616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:02:32.801668 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] For port 74549938-4271-4fc7-9c80-3503660f943c, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=74549938-4271-4fc7-9c80-3503660f943c,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:02:32.811015 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:29Z', 'revision_number': 3, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:32.811611 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-2f4a1dd3-8a16-4943-b2ea-a70428608e8c req-f39d860c-0b97-408f-91a4-8d4aa8eddd1b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b3a4f26b-a9a9-49e7-a100-2f1761703dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741069 Aug 24 09:02:32.840756 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acc61d8-15cb-44b4-b886-b14bea1902fb None None] The sync data for ids ['69fade73-84f6-4681-b733-3b5af71372c3'] in dv-cinder-852211-5-iscsi is: [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:29Z', 'revision_number': 3, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:02:32.898282 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (74549938-4271-4fc7-9c80-3503660f943c), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:32.903130 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:32.903827 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:32.905255 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/74549938-4271-4fc7-9c80-3503660f943c HTTP/1.1" status: 200 len: 1093 time: 1.6285362 Aug 24 09:02:32.905825 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017a08ce-92b2-4afe-8374-a954c76c953e', 'tag': '74549938-4271-4fc7-9c80-3503660f943c'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:02:32.908216 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a392612-c66e-4ee9-ad03-73e9b0bdcd2d" -d '{"events": [{"name": "network-changed", "server_uuid": "017a08ce-92b2-4afe-8374-a954c76c953e", "tag": "74549938-4271-4fc7-9c80-3503660f943c"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:02:32.912953 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3a7e0615-4d21-4fef-b4ae-4b35b1599896 admin admin] Publish callbacks [] for security_group (909cdb9a-4638-4af6-9388-35f04c43cb4e), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:32.945853 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:32.949060 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183f31f2-a1f1-4376-9cfa-dfc8b3612f28 x-openstack-request-id: req-183f31f2-a1f1-4376-9cfa-dfc8b3612f28 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:02:32.949350 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017a08ce-92b2-4afe-8374-a954c76c953e", "tag": "74549938-4271-4fc7-9c80-3503660f943c", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:02:32.949603 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-183f31f2-a1f1-4376-9cfa-dfc8b3612f28 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:02:32.950001 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183f31f2-a1f1-4376-9cfa-dfc8b3612f28'] response: {'name': 'network-changed', 'server_uuid': '017a08ce-92b2-4afe-8374-a954c76c953e', 'tag': '74549938-4271-4fc7-9c80-3503660f943c', 'status': 'completed', 'code': 200} Aug 24 09:02:32.997468 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] Network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:02:32.997604 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3a7e0615-4d21-4fef-b4ae-4b35b1599896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (909cdb9a-4638-4af6-9388-35f04c43cb4e), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:33.015444 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:02:33.020332 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e119d-8b1f-4a5d-9c00-3b8596fdd8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=74549938-4271-4fc7-9c80-3503660f943c,revision_number=3']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:33.023037 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:02:33.035574 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:33.041223 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e0615-4d21-4fef-b4ae-4b35b1599896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909cdb9a-4638-4af6-9388-35f04c43cb4e,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:33.048447 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-3a7e0615-4d21-4fef-b4ae-4b35b1599896 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4e960456df854c7ab6235c12b2b43ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4579263 Aug 24 09:02:33.049225 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37658) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:33.114690 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a392612-c66e-4ee9-ad03-73e9b0bdcd2d req-6037e523-7673-4173-adb1-fb1d4cafcfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:33.114690 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2a392612-c66e-4ee9-ad03-73e9b0bdcd2d req-6037e523-7673-4173-adb1-fb1d4cafcfff service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 1127 time: 0.1399295 Aug 24 09:02:33.140573 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] Pushing event updated for resources: {'Port': ['ID=0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:33.173096 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-34ff1dea-4d3c-4287-a405-d3a14f33c6a5 admin admin] Publish callbacks [] for security_group (909cdb9a-4638-4af6-9388-35f04c43cb4e), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:33.191216 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996336'] for router_interface (69fade73-84f6-4681-b733-3b5af71372c3), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:33.213648 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-34ff1dea-4d3c-4287-a405-d3a14f33c6a5 admin admin] Publish callbacks [] for security_group (909cdb9a-4638-4af6-9388-35f04c43cb4e), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:33.311408 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a392612-c66e-4ee9-ad03-73e9b0bdcd2d req-ec1fdeae-c73f-446c-9a92-ba6142f8d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:33.313020 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2a392612-c66e-4ee9-ad03-73e9b0bdcd2d req-ec1fdeae-c73f-446c-9a92-ba6142f8d0c1 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1870048 Aug 24 09:02:33.382935 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-34ff1dea-4d3c-4287-a405-d3a14f33c6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (909cdb9a-4638-4af6-9388-35f04c43cb4e), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:33.385529 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-34ff1dea-4d3c-4287-a405-d3a14f33c6a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:33.390922 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-34ff1dea-4d3c-4287-a405-d3a14f33c6a5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/909cdb9a-4638-4af6-9388-35f04c43cb4e HTTP/1.1" status: 204 len: 168 time: 0.3365040 Aug 24 09:02:33.406694 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff1dea-4d3c-4287-a405-d3a14f33c6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909cdb9a-4638-4af6-9388-35f04c43cb4e,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:33.447819 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-1a195589-addc-4a56-8657-056d094230c0 None None] Provisioning complete for port 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:02:33.448860 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-1a195589-addc-4a56-8657-056d094230c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:33.457814 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a392612-c66e-4ee9-ad03-73e9b0bdcd2d req-b8555510-653c-4b51-987c-39c9b5180a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:33.461070 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2a392612-c66e-4ee9-ad03-73e9b0bdcd2d req-b8555510-653c-4b51-987c-39c9b5180a6b service neutron] 10.222.0.69 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290424 Aug 24 09:02:33.487970 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-1a195589-addc-4a56-8657-056d094230c0 None None] Port 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:02:33.575035 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-1b60637b-23e4-4202-9299-67d76a6d8749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:33.576529 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-1b60637b-23e4-4202-9299-67d76a6d8749 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 1127 time: 0.0756838 Aug 24 09:02:33.577239 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:33.629319 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-f68d8756-d761-4712-960b-9c744d364da5 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74549938-4271-4fc7-9c80-3503660f943c HTTP/1.1" status: 200 len: 217 time: 0.0414245 Aug 24 09:02:33.665855 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:33.733829 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-04207262-5555-4e58-971f-7fbf4bd9c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:33.735500 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-04207262-5555-4e58-971f-7fbf4bd9c422 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=68cde71c-76f8-4ef2-ae70-0fbb6e1478f1 HTTP/1.1" status: 200 len: 853 time: 0.0845628 Aug 24 09:02:33.886464 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-01cc2369-c700-43c5-b32c-46f5cbbfedc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:33.888647 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-01cc2369-c700-43c5-b32c-46f5cbbfedc7 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=8974f404-81fe-476f-ae03-918a0ea03bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1465633 Aug 24 09:02:33.925820 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] Publish callbacks [] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:33.944381 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 7a47def4-15d0-42e7-afa3-5772b5607275 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:02:33.995292 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a0a6c-bf63-4de9-9f88-cbe21e714a3e req-eb069835-85f5-42b2-a79c-eedc5adcd595 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:33.996305 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 7a47def4-15d0-42e7-afa3-5772b5607275 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:02:33.996897 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-fc3a0a6c-bf63-4de9-9f88-cbe21e714a3e req-eb069835-85f5-42b2-a79c-eedc5adcd595 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 943 time: 0.0554032 Aug 24 09:02:33.999165 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (7a47def4-15d0-42e7-afa3-5772b5607275), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:34.018250 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-c5901e1e-bd66-4146-9c8a-d08d684d1eba service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073608 Aug 24 09:02:34.020053 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:34.051667 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-fc3a0a6c-bf63-4de9-9f88-cbe21e714a3e req-8eb5ebba-ba70-461d-ae7d-4f51397bd007 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b3a4f26b-a9a9-49e7-a100-2f1761703dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489707 Aug 24 09:02:34.089772 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 7a47def4-15d0-42e7-afa3-5772b5607275 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:02:34.090352 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (7a47def4-15d0-42e7-afa3-5772b5607275), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:34.112335 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port 7a47def4-15d0-42e7-afa3-5772b5607275, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=7a47def4-15d0-42e7-afa3-5772b5607275,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:34.117091 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996364'] for router_interface (69fade73-84f6-4681-b733-3b5af71372c3), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:34.153823 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] Pushing event updated for resources: {'Port': ['ID=0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:34.200927 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (7a47def4-15d0-42e7-afa3-5772b5607275), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:34.205251 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:34.235731 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2db6eb0c-1bc8-4185-8082-491443e5fdf0 req-c0daec02-7ca0-499c-aff1-b08cc54304a8 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921570 Aug 24 09:02:34.253993 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=7a47def4-15d0-42e7-afa3-5772b5607275,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:34.267535 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] Network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:02:34.269391 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:02:34.390362 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] Router 69fade73-84f6-4681-b733-3b5af71372c3 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:02:34.508796 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:02:34.514250 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-bedf7001-36ae-463c-90a1-7013c6680775 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/69fade73-84f6-4681-b733-3b5af71372c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3480885 Aug 24 09:02:34.537318 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-15b3d13f-59d9-4394-afb7-31aa2ec8df66 None None] Provisioning complete for port 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:02:34.538215 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-15b3d13f-59d9-4394-afb7-31aa2ec8df66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:34.580509 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-15b3d13f-59d9-4394-afb7-31aa2ec8df66 None None] Port 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:02:34.726051 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Sync routers for ids ['69fade73-84f6-4681-b733-3b5af71372c3'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:02:34.737354 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Routers {'69fade73-84f6-4681-b733-3b5af71372c3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:02:34.738075 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:02:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['69fade73-84f6-4681-b733-3b5af71372c3'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:34.847849 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Set router 69fade73-84f6-4681-b733-3b5af71372c3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:02:34.939934 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37672) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:34.945227 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-287b592d-36fd-4a21-a49d-1f984e381993 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--664159465', 'description': 'tempest-description--424374603'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:02:35.028145 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-287b592d-36fd-4a21-a49d-1f984e381993 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:35.048028 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:33Z', 'revision_number': 4, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6', 'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'mac_address': 'fa:16:3e:8e:fa:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:32Z', 'updated_at': '2022-08-24T09:02:33Z', 'revision_number': 2, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'subnets': [{'id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:35.078070 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Checking router: 69fade73-84f6-4681-b733-3b5af71372c3 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:02:35.078445 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Updating router 69fade73-84f6-4681-b733-3b5af71372c3 port 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 binding host dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 09:02:35.105370 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-287b592d-36fd-4a21-a49d-1f984e381993 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group (3a62daa9-a692-4070-a8bc-9b0485bd7c78), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:35.111145 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:35.181153 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f88dd-f8af-4af3-95a8-9e35557b7c55 req-402d82ac-669a-4649-b00a-b7394bd15106 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:35.182701 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5d4f88dd-f8af-4af3-95a8-9e35557b7c55 req-402d82ac-669a-4649-b00a-b7394bd15106 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 943 time: 0.0514345 Aug 24 09:02:35.198280 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-287b592d-36fd-4a21-a49d-1f984e381993 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (3a62daa9-a692-4070-a8bc-9b0485bd7c78), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:35.203589 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:35.210993 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:35.249248 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:35.260818 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b592d-36fd-4a21-a49d-1f984e381993 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a62daa9-a692-4070-a8bc-9b0485bd7c78,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:35.267345 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5d4f88dd-f8af-4af3-95a8-9e35557b7c55 req-803c50f0-a542-4e6b-93de-3a249e5bb6dd tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b3a4f26b-a9a9-49e7-a100-2f1761703dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782089 Aug 24 09:02:35.295629 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-287b592d-36fd-4a21-a49d-1f984e381993 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:35.297480 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-287b592d-36fd-4a21-a49d-1f984e381993 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3557632 Aug 24 09:02:35.305677 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 37676) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:35.308330 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:35.311419 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-7629e658-067f-4120-b7a7-a3cf5e0ad652 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Request body: {'security_group_rule': {'security_group_id': '3a62daa9-a692-4070-a8bc-9b0485bd7c78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:02:35.384576 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Publish callbacks [] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), precommit_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:35.395940 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7629e658-067f-4120-b7a7-a3cf5e0ad652 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group_rule (733c0874-fb16-431e-9507-7adbc075b14d), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:35.463911 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:35.472830 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7629e658-067f-4120-b7a7-a3cf5e0ad652 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group_rule (733c0874-fb16-431e-9507-7adbc075b14d), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:35.538645 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dcefd-10b0-4c09-933c-2e25e01d514d None None] Pushing event updated for resources: {'Port': ['ID=0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6,revision_number=3']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:35.562201 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dcefd-10b0-4c09-933c-2e25e01d514d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:35.562537 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dcefd-10b0-4c09-933c-2e25e01d514d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:35.562938 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dcefd-10b0-4c09-933c-2e25e01d514d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:35.563362 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dcefd-10b0-4c09-933c-2e25e01d514d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:35.563729 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dcefd-10b0-4c09-933c-2e25e01d514d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:35.564064 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dcefd-10b0-4c09-933c-2e25e01d514d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:35.564386 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dcefd-10b0-4c09-933c-2e25e01d514d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:35.564700 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dcefd-10b0-4c09-933c-2e25e01d514d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:35.565026 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dcefd-10b0-4c09-933c-2e25e01d514d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:35.565404 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dcefd-10b0-4c09-933c-2e25e01d514d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:35.565729 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dcefd-10b0-4c09-933c-2e25e01d514d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:35.566063 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dcefd-10b0-4c09-933c-2e25e01d514d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:35.566389 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dcefd-10b0-4c09-933c-2e25e01d514d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:35.566726 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dcefd-10b0-4c09-933c-2e25e01d514d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:35.567045 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1dcefd-10b0-4c09-933c-2e25e01d514d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:35.585977 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Attempting to bind port 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:02:35.586347 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Attempting to bind port 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc'}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:02:35.586735 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Attempting to bind port 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 on network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:02:35.594447 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:02:35.594447 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Checking segment: {'id': '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:02:35.594447 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:35.594447 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Bound using segment: {'id': '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc'} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:02:35.604229 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7629e658-067f-4120-b7a7-a3cf5e0ad652 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (733c0874-fb16-431e-9507-7adbc075b14d), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:35.604339 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Bound port: 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc'}}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:02:35.604339 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:35.616280 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:35.618149 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629e658-067f-4120-b7a7-a3cf5e0ad652 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733c0874-fb16-431e-9507-7adbc075b14d,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:35.682032 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] For port 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:02:35.687746 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] For port 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6,segment=NetworkSegment(9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef),segment_id=9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef)] {{(pid=118619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:02:35.739979 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7629e658-067f-4120-b7a7-a3cf5e0ad652 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:35.741236 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-7629e658-067f-4120-b7a7-a3cf5e0ad652 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4336135 Aug 24 09:02:35.744347 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 37680) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:35.749046 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Request body: {'security_group_rule': {'security_group_id': '3a62daa9-a692-4070-a8bc-9b0485bd7c78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:02:35.831597 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:35.870038 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group_rule (ddd878ed-2e3b-4e57-89ad-6ec505254ca6), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:35.877758 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 7a47def4-15d0-42e7-afa3-5772b5607275 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:02:35.918578 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Routers {'69fade73-84f6-4681-b733-3b5af71372c3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:02:35.919565 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:02:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['69fade73-84f6-4681-b733-3b5af71372c3'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:35.940864 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 7a47def4-15d0-42e7-afa3-5772b5607275 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:02:35.941323 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (7a47def4-15d0-42e7-afa3-5772b5607275), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:35.974589 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:35.991146 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group_rule (ddd878ed-2e3b-4e57-89ad-6ec505254ca6), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:36.038514 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dcefd-10b0-4c09-933c-2e25e01d514d None None] Pushing event updated for resources: {'Port': ['ID=0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6,revision_number=4']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:36.043776 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 7a47def4-15d0-42e7-afa3-5772b5607275 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:02:36.067271 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:36.069137 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (ddd878ed-2e3b-4e57-89ad-6ec505254ca6), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:36.091743 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd878ed-2e3b-4e57-89ad-6ec505254ca6,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:36.101247 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:36.101602 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:36.101946 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:36.102276 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:36.102686 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:36.103021 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:36.103351 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:36.103679 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:36.104055 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:36.104385 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:36.104710 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:36.105075 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:36.105385 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:36.105579 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] Set router 69fade73-84f6-4681-b733-3b5af71372c3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:02:36.105755 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:36.106132 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:36.175142 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:36.183174 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-d6364b82-c178-4eb3-96c6-76d9573192de tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4360583 Aug 24 09:02:36.185820 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 37686) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:36.195801 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-92155959-f72e-4760-9b05-cbdcd620152a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Request body: {'floatingip': {'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:02:36.297997 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-92155959-f72e-4760-9b05-cbdcd620152a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:36.339522 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:33Z', 'revision_number': 4, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6', 'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'mac_address': 'fa:16:3e:8e:fa:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:32Z', 'updated_at': '2022-08-24T09:02:35Z', 'revision_number': 4, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'subnets': [{'id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:36.367899 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37040f5a-99c9-495e-8669-1434c06aa278 None None] The sync data for ids ['69fade73-84f6-4681-b733-3b5af71372c3'] in dv-cinder-852211-5-iscsi is: [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:33Z', 'revision_number': 4, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6', 'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'mac_address': 'fa:16:3e:8e:fa:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:32Z', 'updated_at': '2022-08-24T09:02:35Z', 'revision_number': 4, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'subnets': [{'id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:02:36.400026 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-92155959-f72e-4760-9b05-cbdcd620152a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:36.451202 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935926a-e603-4929-bcf7-77cb9a6c01af req-fa2c7903-92ab-4556-a293-20bc91c11b05 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:36.456517 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7935926a-e603-4929-bcf7-77cb9a6c01af req-fa2c7903-92ab-4556-a293-20bc91c11b05 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 943 time: 0.0938029 Aug 24 09:02:36.462799 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:36.541695 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7935926a-e603-4929-bcf7-77cb9a6c01af req-773ea337-c648-4afd-9ba9-cd0623e08765 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b3a4f26b-a9a9-49e7-a100-2f1761703dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789468 Aug 24 09:02:36.557541 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-92155959-f72e-4760-9b05-cbdcd620152a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Allocated IP 172.27.1.116 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/351667e7-5825-4310-9d2d-628ac9274405) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:02:36.664220 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-92155959-f72e-4760-9b05-cbdcd620152a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for port (351667e7-5825-4310-9d2d-628ac9274405), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:36.824627 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-92155959-f72e-4760-9b05-cbdcd620152a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (351667e7-5825-4310-9d2d-628ac9274405), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:36.867111 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92155959-f72e-4760-9b05-cbdcd620152a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:02:36.872585 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-92155959-f72e-4760-9b05-cbdcd620152a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:02:36.878174 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92155959-f72e-4760-9b05-cbdcd620152a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:02:36.881958 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92155959-f72e-4760-9b05-cbdcd620152a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Pushing event updated for resources: {'Port': ['ID=351667e7-5825-4310-9d2d-628ac9274405,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:36.897423 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 74549938-4271-4fc7-9c80-3503660f943c details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 09:02:36.976686 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-92155959-f72e-4760-9b05-cbdcd620152a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for floatingip (c8dfa4e4-6967-4836-b238-2b874a805e17), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:37.021543 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 74549938-4271-4fc7-9c80-3503660f943c, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=74549938-4271-4fc7-9c80-3503660f943c,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:37.041676 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '74549938-4271-4fc7-9c80-3503660f943c', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'port_id': '74549938-4271-4fc7-9c80-3503660f943c', 'mac_address': 'fa:16:3e:2f:c4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 09:02:37.082823 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 74549938-4271-4fc7-9c80-3503660f943c is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:02:37.083494 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (74549938-4271-4fc7-9c80-3503660f943c), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:37.096263 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-92155959-f72e-4760-9b05-cbdcd620152a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (351667e7-5825-4310-9d2d-628ac9274405), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:37.098301 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74549938-4271-4fc7-9c80-3503660f943c {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:02:37.119801 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 74549938-4271-4fc7-9c80-3503660f943c, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=74549938-4271-4fc7-9c80-3503660f943c,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:37.141753 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:37.195055 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (74549938-4271-4fc7-9c80-3503660f943c), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:37.251384 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=74549938-4271-4fc7-9c80-3503660f943c,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:37.257393 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-92155959-f72e-4760-9b05-cbdcd620152a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for port (351667e7-5825-4310-9d2d-628ac9274405), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:37.326520 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-92155959-f72e-4760-9b05-cbdcd620152a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (351667e7-5825-4310-9d2d-628ac9274405), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:37.396422 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-92155959-f72e-4760-9b05-cbdcd620152a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (c8dfa4e4-6967-4836-b238-2b874a805e17), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:37.400149 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92155959-f72e-4760-9b05-cbdcd620152a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Pushing event updated for resources: {'Port': ['ID=351667e7-5825-4310-9d2d-628ac9274405,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:37.470547 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['74549938-4271-4fc7-9c80-3503660f943c'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:02:37.505008 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-92155959-f72e-4760-9b05-cbdcd620152a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:37.514187 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-92155959-f72e-4760-9b05-cbdcd620152a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3195660 Aug 24 09:02:37.528143 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:37.685975 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fb507-2e87-49a5-b2fe-6697b6ff4cc6 req-3f92a5cb-6668-4bb7-b4d4-5dadc3287272 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:37.688314 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-115fb507-2e87-49a5-b2fe-6697b6ff4cc6 req-3f92a5cb-6668-4bb7-b4d4-5dadc3287272 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 944 time: 0.0552294 Aug 24 09:02:37.688481 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55af19c8-7595-4d7d-979f-132ab924f965 req-3c7992e0-5476-4177-a6ed-97f0b9764cf6 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--664159465&fields=id&tenant_id=4fab402e38f1412b8c6b895788d11a28 HTTP/1.1" status: 200 len: 267 time: 0.0564184 Aug 24 09:02:37.740717 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-115fb507-2e87-49a5-b2fe-6697b6ff4cc6 req-d9c0ca87-82ec-41b8-bb64-e185e48c694b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b3a4f26b-a9a9-49e7-a100-2f1761703dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457091 Aug 24 09:02:37.804188 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af19c8-7595-4d7d-979f-132ab924f965 req-ec5869eb-9414-4f42-a33a-36592b643943 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:37.806476 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55af19c8-7595-4d7d-979f-132ab924f965 req-ec5869eb-9414-4f42-a33a-36592b643943 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/networks?id=4005b40c-bd5e-4f2f-807f-5b93a1c383fc HTTP/1.1" status: 200 len: 811 time: 0.1092184 Aug 24 09:02:37.809320 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:37.824709 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55af19c8-7595-4d7d-979f-132ab924f965 req-2fdbfc1f-5714-408b-bbca-30d254f127ce tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/quotas/4fab402e38f1412b8c6b895788d11a28 HTTP/1.1" status: 200 len: 375 time: 0.0103636 Aug 24 09:02:37.872743 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:02:37.877239 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55af19c8-7595-4d7d-979f-132ab924f965 req-6ac40662-c69b-46ce-818b-e64e7c7808b0 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=4fab402e38f1412b8c6b895788d11a28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469828 Aug 24 09:02:37.925305 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:02:37.925880 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:38.002103 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:02:38.002554 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:38.021381 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:38.037506 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6,segment=NetworkSegment(9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef),segment_id=9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:38.081247 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55af19c8-7595-4d7d-979f-132ab924f965 req-43e41cf8-a2e9-42b4-ac64-1f2901374f8b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/4005b40c-bd5e-4f2f-807f-5b93a1c383fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918976 Aug 24 09:02:38.120651 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:38.169901 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:38.183685 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55af19c8-7595-4d7d-979f-132ab924f965 req-1e71c852-f77d-40bf-b6e4-6a090b89a136 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/4005b40c-bd5e-4f2f-807f-5b93a1c383fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963268 Aug 24 09:02:38.516953 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b07ae3bf-0557-43a8-b299-7386266e749c req-b93b10b7-cd0d-4f57-b560-3e71e2464a3f tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 210 time: 0.0320122 Aug 24 09:02:38.869318 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0513c86-8a1f-4707-b867-a0396bed65cf req-b6cfe167-4ebd-43c2-bb80-56a75bc977f4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:38.871055 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b0513c86-8a1f-4707-b867-a0396bed65cf req-b6cfe167-4ebd-43c2-bb80-56a75bc977f4 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 944 time: 0.0558929 Aug 24 09:02:38.901838 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6258a1-43b6-4ce6-8500-b88e2125e798 req-ecd10303-a551-4087-891b-c341ef76c026 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:38.905609 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-cd6258a1-43b6-4ce6-8500-b88e2125e798 req-ecd10303-a551-4087-891b-c341ef76c026 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0479546 Aug 24 09:02:38.915632 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 74549938-4271-4fc7-9c80-3503660f943c up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:02:38.927108 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b0513c86-8a1f-4707-b867-a0396bed65cf req-24390312-48de-4aee-874a-131d0902a784 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b3a4f26b-a9a9-49e7-a100-2f1761703dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501487 Aug 24 09:02:38.963302 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-cd6258a1-43b6-4ce6-8500-b88e2125e798 req-abe6446f-f824-4d7d-aad4-54561fa66e3d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511105 Aug 24 09:02:38.970607 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port 74549938-4271-4fc7-9c80-3503660f943c completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 09:02:39.063447 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 74549938-4271-4fc7-9c80-3503660f943c triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:02:39.063746 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (74549938-4271-4fc7-9c80-3503660f943c), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:39.136138 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 74549938-4271-4fc7-9c80-3503660f943c is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:02:39.136513 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (74549938-4271-4fc7-9c80-3503660f943c), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:39.158773 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017a08ce-92b2-4afe-8374-a954c76c953e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74549938-4271-4fc7-9c80-3503660f943c'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:02:39.161432 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583cdc42-b602-47a0-9868-9aa81e29b679" -d '{"events": [{"server_uuid": "017a08ce-92b2-4afe-8374-a954c76c953e", "name": "network-vif-plugged", "status": "completed", "tag": "74549938-4271-4fc7-9c80-3503660f943c"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:02:39.175230 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 74549938-4271-4fc7-9c80-3503660f943c, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=74549938-4271-4fc7-9c80-3503660f943c,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:39.256666 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (74549938-4271-4fc7-9c80-3503660f943c), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:39.259727 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eed5380-0762-4812-bfc8-994e33e23686 x-openstack-request-id: req-9eed5380-0762-4812-bfc8-994e33e23686 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:02:39.260010 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017a08ce-92b2-4afe-8374-a954c76c953e", "name": "network-vif-plugged", "status": "completed", "tag": "74549938-4271-4fc7-9c80-3503660f943c", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:02:39.260277 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9eed5380-0762-4812-bfc8-994e33e23686 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:02:39.260652 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eed5380-0762-4812-bfc8-994e33e23686'] response: {'server_uuid': '017a08ce-92b2-4afe-8374-a954c76c953e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74549938-4271-4fc7-9c80-3503660f943c', 'code': 200} Aug 24 09:02:39.307025 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=74549938-4271-4fc7-9c80-3503660f943c,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:39.616467 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba01b77-d92a-4923-9e47-2652d344fbdc req-c7e26552-0a7f-40d7-a9b5-050d0e3bb7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:39.618688 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-bba01b77-d92a-4923-9e47-2652d344fbdc req-c7e26552-0a7f-40d7-a9b5-050d0e3bb7ac service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 1129 time: 0.0442877 Aug 24 09:02:39.628259 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-06aef4e6-e3bc-4e5a-91a8-da2a98676eb6 req-fb0f07f1-508c-405a-b129-e2a6c461069d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 210 time: 0.0357096 Aug 24 09:02:39.671303 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-bba01b77-d92a-4923-9e47-2652d344fbdc req-807d6e48-0a26-44a3-940b-321f6e4745d1 service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=b3a4f26b-a9a9-49e7-a100-2f1761703dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415955 Aug 24 09:02:39.850561 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:02:39.894510 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:02:39.894905 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:39.979143 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:02:40.020462 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:40.057773 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25ec16-d6f2-4729-a1d2-d02295896099 req-f4f0a3de-6ea6-4cce-9c56-387a34ff85af tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:40.059692 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8d25ec16-d6f2-4729-a1d2-d02295896099 req-f4f0a3de-6ea6-4cce-9c56-387a34ff85af tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 945 time: 0.0551608 Aug 24 09:02:40.120441 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8d25ec16-d6f2-4729-a1d2-d02295896099 req-b4364960-f789-4bce-8a14-c73fd876d65e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b3a4f26b-a9a9-49e7-a100-2f1761703dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539606 Aug 24 09:02:40.126141 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c866b-9632-4b6b-b778-3da8334cf3d6 req-73109090-86d5-474c-83b1-0a7774b9b4b4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:40.131651 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1f9c866b-9632-4b6b-b778-3da8334cf3d6 req-73109090-86d5-474c-83b1-0a7774b9b4b4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0768986 Aug 24 09:02:40.180607 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1f9c866b-9632-4b6b-b778-3da8334cf3d6 req-201f7e49-9919-4cb7-930c-ac0e16c88030 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460815 Aug 24 09:02:40.729989 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fafb356e-a1c1-4274-8f9f-9bf80d23b298 req-7c14bf6b-be1e-4676-8a2c-c8df728c8d29 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 210 time: 0.0278163 Aug 24 09:02:41.255460 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c33adf-fd3f-4c33-8c35-2f4136d16cb7 req-4e7ed0c2-c600-4742-addd-25d2ff0b6941 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:41.256992 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-83c33adf-fd3f-4c33-8c35-2f4136d16cb7 req-4e7ed0c2-c600-4742-addd-25d2ff0b6941 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 945 time: 0.0553813 Aug 24 09:02:41.306769 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-83c33adf-fd3f-4c33-8c35-2f4136d16cb7 req-89611f4a-a5e5-49c4-bce6-38b6a096658e tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b3a4f26b-a9a9-49e7-a100-2f1761703dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439224 Aug 24 09:02:41.308773 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e21612-a0c8-457c-b290-cef9b559e3e9 req-e3fdb19f-e11e-4a1c-9d84-46a03bf29254 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:41.310240 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-54e21612-a0c8-457c-b290-cef9b559e3e9 req-e3fdb19f-e11e-4a1c-9d84-46a03bf29254 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0476015 Aug 24 09:02:41.359847 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-54e21612-a0c8-457c-b290-cef9b559e3e9 req-5ca213b8-3952-46e4-b95a-e8f6609df703 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438092 Aug 24 09:02:41.840859 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4e3bf82b-ffd0-48ec-9f97-9b0ab59e8c9b req-b549dfbd-2ea3-444f-aeb8-2348b183dc53 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 210 time: 0.0317369 Aug 24 09:02:41.879446 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af19c8-7595-4d7d-979f-132ab924f965 req-98fe017c-dcc4-408e-8c33-4f49fbf7d7ad tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:41.880940 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55af19c8-7595-4d7d-979f-132ab924f965 req-98fe017c-dcc4-408e-8c33-4f49fbf7d7ad tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.69 "GET /networking/v2.0/networks?id=4005b40c-bd5e-4f2f-807f-5b93a1c383fc HTTP/1.1" status: 200 len: 811 time: 0.1185133 Aug 24 09:02:41.900593 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:41.907499 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-25fb6f84-0eb0-4117-83a2-876929288813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:41.948392 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55af19c8-7595-4d7d-979f-132ab924f965 req-92832f7b-355f-466a-b5a3-3e103f1d1c3b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.69 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4fab402e38f1412b8c6b895788d11a28 HTTP/1.1" status: 200 len: 379 time: 0.0539470 Aug 24 09:02:41.957272 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-55af19c8-7595-4d7d-979f-132ab924f965 req-0e961bf0-55af-43ab-a4c5-8d7092544070 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Request body: {'port': {'device_id': '89f4a615-3552-4705-b075-8eacf5e46966', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'admin_state_up': True, 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'security_groups': ['3a62daa9-a692-4070-a8bc-9b0485bd7c78']}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:02:42.154752 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55af19c8-7595-4d7d-979f-132ab924f965 req-0e961bf0-55af-43ab-a4c5-8d7092544070 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Made reservation on behalf of 4fab402e38f1412b8c6b895788d11a28 for: {'port': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:02:42.158597 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-55af19c8-7595-4d7d-979f-132ab924f965 req-0e961bf0-55af-43ab-a4c5-8d7092544070 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:42.171004 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:42.289166 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [req-55af19c8-7595-4d7d-979f-132ab924f965 req-0e961bf0-55af-43ab-a4c5-8d7092544070 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Allocated IP 172.20.0.4 (4005b40c-bd5e-4f2f-807f-5b93a1c383fc/959a2b19-48dd-4327-ae75-bb0f35353f5e/5c3bb3c2-d660-4f43-aa63-6fdcfffd548a) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:02:42.455473 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf286546-cbf3-4771-a632-ddf366b12c8c req-1fd43b9c-b5df-4393-9138-1fd6cae5967c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:42.457677 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-cf286546-cbf3-4771-a632-ddf366b12c8c req-1fd43b9c-b5df-4393-9138-1fd6cae5967c tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 945 time: 0.0689740 Aug 24 09:02:42.482559 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-55af19c8-7595-4d7d-979f-132ab924f965 req-0e961bf0-55af-43ab-a4c5-8d7092544070 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for port (5c3bb3c2-d660-4f43-aa63-6fdcfffd548a), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:42.488124 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbea1df-32ff-46f0-8e49-e7f4a365b996 req-55922eb0-ee8b-4de2-b0dd-7e1da34e517a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:42.489650 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ecbea1df-32ff-46f0-8e49-e7f4a365b996 req-55922eb0-ee8b-4de2-b0dd-7e1da34e517a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0482647 Aug 24 09:02:42.541219 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ecbea1df-32ff-46f0-8e49-e7f4a365b996 req-d5032718-6bde-47d9-b6c9-0e3a13095978 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457320 Aug 24 09:02:42.552252 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-cf286546-cbf3-4771-a632-ddf366b12c8c req-cda171d2-df66-47a3-bed2-1c11db30b01a tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b3a4f26b-a9a9-49e7-a100-2f1761703dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861704 Aug 24 09:02:42.628159 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-55af19c8-7595-4d7d-979f-132ab924f965 req-0e961bf0-55af-43ab-a4c5-8d7092544070 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (5c3bb3c2-d660-4f43-aa63-6fdcfffd548a), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:42.671141 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2caefc-8aef-48b2-b932-a43018641ab9 req-3fc13bf7-21f8-4777-b367-0a99362ceef8 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:42.672669 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5d2caefc-8aef-48b2-b932-a43018641ab9 req-3fc13bf7-21f8-4777-b367-0a99362ceef8 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 945 time: 0.0485346 Aug 24 09:02:42.674760 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55af19c8-7595-4d7d-979f-132ab924f965 req-0e961bf0-55af-43ab-a4c5-8d7092544070 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:02:42.677973 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [req-55af19c8-7595-4d7d-979f-132ab924f965 req-0e961bf0-55af-43ab-a4c5-8d7092544070 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:02:42.680514 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-55af19c8-7595-4d7d-979f-132ab924f965 req-0e961bf0-55af-43ab-a4c5-8d7092544070 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:02:42.682594 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37768) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:42.687590 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-bb8b94f2-7e21-47d6-9e2e-02a32050f837 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Request body: {'floatingip': {'port_id': '74549938-4271-4fc7-9c80-3503660f943c'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:02:42.711422 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e961bf0-55af-43ab-a4c5-8d7092544070 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Pushing event updated for resources: {'Port': ['ID=5c3bb3c2-d660-4f43-aa63-6fdcfffd548a,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:42.732849 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bb8b94f2-7e21-47d6-9e2e-02a32050f837 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (d542ce39-115d-4bc7-8849-ac0ea9e61d1e), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:42.737054 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af19c8-7595-4d7d-979f-132ab924f965 req-0e961bf0-55af-43ab-a4c5-8d7092544070 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:42.737826 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-55af19c8-7595-4d7d-979f-132ab924f965 req-0e961bf0-55af-43ab-a4c5-8d7092544070 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:42.820417 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55af19c8-7595-4d7d-979f-132ab924f965 req-0e961bf0-55af-43ab-a4c5-8d7092544070 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8667123 Aug 24 09:02:42.833154 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Request body: {'port': {'device_id': '89f4a615-3552-4705-b075-8eacf5e46966', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:02:42.910707 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (5c3bb3c2-d660-4f43-aa63-6fdcfffd548a), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:42.964450 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d8b46dcd-0d05-407d-a817-63b444b5010e None None] Provisioning complete for port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:02:42.965015 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d8b46dcd-0d05-407d-a817-63b444b5010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (5c3bb3c2-d660-4f43-aa63-6fdcfffd548a), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:42.971590 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:42.995109 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32302e5a-4940-4c18-8af8-328a6805ef11 req-4a628ad5-612b-4876-a328-58a4102a6628 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:42.996743 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-32302e5a-4940-4c18-8af8-328a6805ef11 req-4a628ad5-612b-4876-a328-58a4102a6628 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 931 time: 0.0736148 Aug 24 09:02:43.005003 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d8b46dcd-0d05-407d-a817-63b444b5010e None None] Port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:02:43.127235 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:43.128344 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-32302e5a-4940-4c18-8af8-328a6805ef11 req-25861323-b718-44ef-b3dd-cd83317ac177 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218109 Aug 24 09:02:43.133572 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:43.183991 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:43.186434 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bb8b94f2-7e21-47d6-9e2e-02a32050f837 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:43.262099 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bb8b94f2-7e21-47d6-9e2e-02a32050f837 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (d542ce39-115d-4bc7-8849-ac0ea9e61d1e), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:43.266955 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a {{(pid=118616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:02:43.275190 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Publish callbacks [] for port (5c3bb3c2-d660-4f43-aa63-6fdcfffd548a), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:43.288305 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.provisioning_blocks [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Transition to ACTIVE for port object 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a will not be triggered until provisioned by entity L2. {{(pid=118616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 09:02:43.358201 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.l3_db [None req-bb8b94f2-7e21-47d6-9e2e-02a32050f837 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Floating IP d542ce39-115d-4bc7-8849-ac0ea9e61d1e associated. External IP: 172.27.1.69, port: 74549938-4271-4fc7-9c80-3503660f943c. Aug 24 09:02:43.370379 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (5c3bb3c2-d660-4f43-aa63-6fdcfffd548a), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:43.574049 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8b94f2-7e21-47d6-9e2e-02a32050f837 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:02:43.715287 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff33275-169d-4f6f-ba67-730bf198ef29 req-85d3319a-84fd-44ba-9bbb-acebbbab5f62 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:43.716779 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-bff33275-169d-4f6f-ba67-730bf198ef29 req-85d3319a-84fd-44ba-9bbb-acebbbab5f62 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0667512 Aug 24 09:02:43.731406 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3bb3c2-d660-4f43-aa63-6fdcfffd548a,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:43.746682 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8b94f2-7e21-47d6-9e2e-02a32050f837 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:02:43.751804 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bb8b94f2-7e21-47d6-9e2e-02a32050f837 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:43.758066 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c85916a-750a-436f-a4af-bd4bc647aa68 None None] Sync routers for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:02:43.762485 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Attempting to bind port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:02:43.763053 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Attempting to bind port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc'}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:02:43.763634 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Attempting to bind port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a on network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:02:43.772283 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c85916a-750a-436f-a4af-bd4bc647aa68 None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:02:43.772543 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a on network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 09:02:43.772890 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Attempting to bind port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a on network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:02:43.773219 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-5c85916a-750a-436f-a4af-bd4bc647aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:02:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:43.782416 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:02:43.782752 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Checking segment: {'id': '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:02:43.783381 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Bound using segment: {'id': '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc'} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:02:43.784167 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Bound port: 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc'}}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:02:43.784780 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (5c3bb3c2-d660-4f43-aa63-6fdcfffd548a), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:43.809381 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-bb8b94f2-7e21-47d6-9e2e-02a32050f837 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/d542ce39-115d-4bc7-8849-ac0ea9e61d1e HTTP/1.1" status: 200 len: 990 time: 1.1255672 Aug 24 09:02:43.810131 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017a08ce-92b2-4afe-8374-a954c76c953e', 'tag': '74549938-4271-4fc7-9c80-3503660f943c'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:02:43.812950 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60177ccf-0342-40f4-b8ee-4c0552c9619d" -d '{"events": [{"name": "network-changed", "server_uuid": "017a08ce-92b2-4afe-8374-a954c76c953e", "tag": "74549938-4271-4fc7-9c80-3503660f943c"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:02:43.818694 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-bff33275-169d-4f6f-ba67-730bf198ef29 req-5fa04937-54c8-4ad7-9a06-e9cd962bc330 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912809 Aug 24 09:02:43.864852 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4338a8a3-764f-46ef-95e1-7be8290b7594 x-openstack-request-id: req-4338a8a3-764f-46ef-95e1-7be8290b7594 {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:02:43.865192 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017a08ce-92b2-4afe-8374-a954c76c953e", "tag": "74549938-4271-4fc7-9c80-3503660f943c", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:02:43.865575 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4338a8a3-764f-46ef-95e1-7be8290b7594 {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:02:43.865992 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4338a8a3-764f-46ef-95e1-7be8290b7594'] response: {'name': 'network-changed', 'server_uuid': '017a08ce-92b2-4afe-8374-a954c76c953e', 'tag': '74549938-4271-4fc7-9c80-3503660f943c', 'status': 'completed', 'code': 200} Aug 24 09:02:43.883835 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] For port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a, host hv-cinder-85221, cleared binding levels {{(pid=118616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:02:43.887328 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] For port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5c3bb3c2-d660-4f43-aa63-6fdcfffd548a,segment=NetworkSegment(9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef),segment_id=9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef)] {{(pid=118616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:02:43.917406 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-5c85916a-750a-436f-a4af-bd4bc647aa68 None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:02:43.935209 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60177ccf-0342-40f4-b8ee-4c0552c9619d req-93ec6026-2885-4f4a-8da5-7ce3459879a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:43.936705 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-60177ccf-0342-40f4-b8ee-4c0552c9619d req-93ec6026-2885-4f4a-8da5-7ce3459879a5 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 1129 time: 0.0418828 Aug 24 09:02:44.005555 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (5c3bb3c2-d660-4f43-aa63-6fdcfffd548a), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:44.029624 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:44.030234 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:44.031786 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55af19c8-7595-4d7d-979f-132ab924f965 req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/5c3bb3c2-d660-4f43-aa63-6fdcfffd548a HTTP/1.1" status: 200 len: 1093 time: 1.2038147 Aug 24 09:02:44.032314 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f4a615-3552-4705-b075-8eacf5e46966', 'tag': '5c3bb3c2-d660-4f43-aa63-6fdcfffd548a'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:02:44.034893 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d3bfe9-205b-460a-b40c-645b60ff3941" -d '{"events": [{"name": "network-changed", "server_uuid": "89f4a615-3552-4705-b075-8eacf5e46966", "tag": "5c3bb3c2-d660-4f43-aa63-6fdcfffd548a"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:02:44.050261 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:44.073736 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60177ccf-0342-40f4-b8ee-4c0552c9619d req-de898578-908f-420e-8ef6-cd71b4b30126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:44.074049 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4d6ab-827b-4a4f-8d17-2a36b03bf106 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3bb3c2-d660-4f43-aa63-6fdcfffd548a,revision_number=3']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:44.075296 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-60177ccf-0342-40f4-b8ee-4c0552c9619d req-de898578-908f-420e-8ef6-cd71b4b30126 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=8974f404-81fe-476f-ae03-918a0ea03bf7 HTTP/1.1" status: 200 len: 915 time: 0.1297653 Aug 24 09:02:44.090056 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0be9d89-5da5-4110-9941-e0f6c9ecea66 x-openstack-request-id: req-d0be9d89-5da5-4110-9941-e0f6c9ecea66 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:02:44.090376 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f4a615-3552-4705-b075-8eacf5e46966", "tag": "5c3bb3c2-d660-4f43-aa63-6fdcfffd548a", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:02:44.090635 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0be9d89-5da5-4110-9941-e0f6c9ecea66 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:02:44.091121 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0be9d89-5da5-4110-9941-e0f6c9ecea66'] response: {'name': 'network-changed', 'server_uuid': '89f4a615-3552-4705-b075-8eacf5e46966', 'tag': '5c3bb3c2-d660-4f43-aa63-6fdcfffd548a', 'status': 'completed', 'code': 200} Aug 24 09:02:44.164072 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-5c85916a-750a-436f-a4af-bd4bc647aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': 'd542ce39-115d-4bc7-8849-ac0ea9e61d1e', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'port_id': '74549938-4271-4fc7-9c80-3503660f943c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'mac_address': 'fa:16:3e:2f:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a08ce-92b2-4afe-8374-a954c76c953e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:02:22Z', 'updated_at': '2022-08-24T09:02:43Z', 'revision_number': 1, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:44.168279 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3bfe9-205b-460a-b40c-645b60ff3941 req-2725419f-73e4-4bbd-bdf9-6a04b4293a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:44.169940 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c7d3bfe9-205b-460a-b40c-645b60ff3941 req-2725419f-73e4-4bbd-bdf9-6a04b4293a6b service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=4fab402e38f1412b8c6b895788d11a28&device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 1127 time: 0.0538042 Aug 24 09:02:44.172694 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-60177ccf-0342-40f4-b8ee-4c0552c9619d req-a3991140-0c59-4199-a0ca-8285be131dce service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74549938-4271-4fc7-9c80-3503660f943c HTTP/1.1" status: 200 len: 998 time: 0.0758007 Aug 24 09:02:44.196346 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c85916a-750a-436f-a4af-bd4bc647aa68 None None] Checking router: 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:02:44.211060 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c85916a-750a-436f-a4af-bd4bc647aa68 None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:02:44.211965 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-5c85916a-750a-436f-a4af-bd4bc647aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:02:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:44.241857 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60177ccf-0342-40f4-b8ee-4c0552c9619d req-3e513646-587f-476c-a367-382783e511b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:44.243398 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-60177ccf-0342-40f4-b8ee-4c0552c9619d req-3e513646-587f-476c-a367-382783e511b7 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=68cde71c-76f8-4ef2-ae70-0fbb6e1478f1 HTTP/1.1" status: 200 len: 853 time: 0.0601621 Aug 24 09:02:44.297611 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60177ccf-0342-40f4-b8ee-4c0552c9619d req-ffd78906-10f5-4703-9f66-222ff4fde866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:44.297611 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-60177ccf-0342-40f4-b8ee-4c0552c9619d req-ffd78906-10f5-4703-9f66-222ff4fde866 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=8974f404-81fe-476f-ae03-918a0ea03bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434248 Aug 24 09:02:44.297970 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:44.317837 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd1198-6978-46c5-9b08-f0c96c6efa29 req-679494d1-0b81-49a1-8e7e-2c07cabf3b51 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:44.319284 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-47fd1198-6978-46c5-9b08-f0c96c6efa29 req-679494d1-0b81-49a1-8e7e-2c07cabf3b51 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 943 time: 0.0924053 Aug 24 09:02:44.329816 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:44.334468 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-5c85916a-750a-436f-a4af-bd4bc647aa68 None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:02:44.341263 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3bfe9-205b-460a-b40c-645b60ff3941 req-7df7c593-eead-4585-ae70-11bc1a1793c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:44.342771 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c7d3bfe9-205b-460a-b40c-645b60ff3941 req-7df7c593-eead-4585-ae70-11bc1a1793c2 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?tenant_id=4fab402e38f1412b8c6b895788d11a28&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1596658 Aug 24 09:02:44.380600 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:44.388431 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-5667172e-6700-4cf7-a4f3-c6808e110c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:44.412622 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-60177ccf-0342-40f4-b8ee-4c0552c9619d req-abbd9314-a5d5-43c7-bd4c-5dd3cfeb02a9 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099515 Aug 24 09:02:44.449069 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-47fd1198-6978-46c5-9b08-f0c96c6efa29 req-ef2e289c-8024-4f4f-8258-fd1ea42a31a5 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187224 Aug 24 09:02:44.483289 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3bfe9-205b-460a-b40c-645b60ff3941 req-0ecd60a4-bc6f-4f24-8cc2-282495733abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:44.483289 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c7d3bfe9-205b-460a-b40c-645b60ff3941 req-0ecd60a4-bc6f-4f24-8cc2-282495733abe service neutron] 10.222.0.69 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267359 Aug 24 09:02:44.599615 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af19c8-7595-4d7d-979f-132ab924f965 req-bf1eb98d-be71-48fb-bfed-2c9cdeba2799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:44.601195 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55af19c8-7595-4d7d-979f-132ab924f965 req-bf1eb98d-be71-48fb-bfed-2c9cdeba2799 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=4fab402e38f1412b8c6b895788d11a28&device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 1127 time: 0.0779016 Aug 24 09:02:44.625823 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:44.627032 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-5c85916a-750a-436f-a4af-bd4bc647aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': 'd542ce39-115d-4bc7-8849-ac0ea9e61d1e', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'port_id': '74549938-4271-4fc7-9c80-3503660f943c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'mac_address': 'fa:16:3e:2f:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a08ce-92b2-4afe-8374-a954c76c953e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:02:22Z', 'updated_at': '2022-08-24T09:02:43Z', 'revision_number': 1, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:44.646213 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55af19c8-7595-4d7d-979f-132ab924f965 req-531800c4-6bc2-4c55-90d5-fceeb5c8db70 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3bb3c2-d660-4f43-aa63-6fdcfffd548a HTTP/1.1" status: 200 len: 217 time: 0.0376241 Aug 24 09:02:44.658473 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c85916a-750a-436f-a4af-bd4bc647aa68 None None] The sync data for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi is: [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': 'd542ce39-115d-4bc7-8849-ac0ea9e61d1e', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'port_id': '74549938-4271-4fc7-9c80-3503660f943c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'mac_address': 'fa:16:3e:2f:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a08ce-92b2-4afe-8374-a954c76c953e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:02:22Z', 'updated_at': '2022-08-24T09:02:43Z', 'revision_number': 1, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:02:44.712595 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af19c8-7595-4d7d-979f-132ab924f965 req-e19852bf-fe01-4f8f-95f4-db8a7eae3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:44.714298 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55af19c8-7595-4d7d-979f-132ab924f965 req-e19852bf-fe01-4f8f-95f4-db8a7eae3f0f service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=959a2b19-48dd-4327-ae75-bb0f35353f5e HTTP/1.1" status: 200 len: 850 time: 0.0621934 Aug 24 09:02:44.770321 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af19c8-7595-4d7d-979f-132ab924f965 req-51915d6a-90aa-4f90-9ec5-821c0bc1e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:44.772479 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-60177ccf-0342-40f4-b8ee-4c0552c9619d req-214c06d9-e58b-4090-b835-7d90b18e423b service neutron] 10.222.0.69 "GET /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529112 Aug 24 09:02:44.774050 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55af19c8-7595-4d7d-979f-132ab924f965 req-51915d6a-90aa-4f90-9ec5-821c0bc1e39d service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=4005b40c-bd5e-4f2f-807f-5b93a1c383fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536897 Aug 24 09:02:44.889909 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55af19c8-7595-4d7d-979f-132ab924f965 req-5f291eaf-ca3d-426a-8fff-d4266eb52366 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/4005b40c-bd5e-4f2f-807f-5b93a1c383fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047161 Aug 24 09:02:44.917974 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f49d39-6e22-4367-9839-b08ea8bcdabd None None] New status for floating IP d542ce39-115d-4bc7-8849-ac0ea9e61d1e: ACTIVE {{(pid=118619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:02:44.930927 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:44.975115 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:44.978140 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed227dbc-03fc-44dd-a449-22ad2ba9cbba req-683c7ed6-1664-4539-b758-b9c7457a192a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:44.980134 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ed227dbc-03fc-44dd-a449-22ad2ba9cbba req-683c7ed6-1664-4539-b758-b9c7457a192a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0584157 Aug 24 09:02:45.004741 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55af19c8-7595-4d7d-979f-132ab924f965 req-fd94bc43-3548-4946-9539-fb15cf2666da service neutron] 10.222.0.69 "GET /networking/v2.0/networks/4005b40c-bd5e-4f2f-807f-5b93a1c383fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073766 Aug 24 09:02:45.050840 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ed227dbc-03fc-44dd-a449-22ad2ba9cbba req-a3ae2c40-1d01-4bde-aefb-1cc950e36280 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603623 Aug 24 09:02:45.582380 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bd2a6-15df-4bf6-b56f-b67df05e7caf req-4cf10b9c-8c41-4f0c-b306-751aa6246e05 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:45.583905 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1b1bd2a6-15df-4bf6-b56f-b67df05e7caf req-4cf10b9c-8c41-4f0c-b306-751aa6246e05 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 943 time: 0.0505083 Aug 24 09:02:45.636070 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1b1bd2a6-15df-4bf6-b56f-b67df05e7caf req-dc9cf965-d8ed-41e8-8c2d-5f34958e21bf tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462205 Aug 24 09:02:45.715227 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:46.173370 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece469dc-98fa-47cf-866a-98ff51df613a req-08d2ab52-debd-4f55-8958-69202d24bac9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:46.175639 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ece469dc-98fa-47cf-866a-98ff51df613a req-08d2ab52-debd-4f55-8958-69202d24bac9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0481582 Aug 24 09:02:46.234369 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ece469dc-98fa-47cf-866a-98ff51df613a req-ea6c9671-e984-4892-8afb-b939407f5e47 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529265 Aug 24 09:02:46.756326 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba80fda-9cd1-4e9e-96b3-1f96386a3806 req-095a1b5a-3ff5-4c67-8c80-983132dfede6 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:46.757703 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2ba80fda-9cd1-4e9e-96b3-1f96386a3806 req-095a1b5a-3ff5-4c67-8c80-983132dfede6 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 943 time: 0.0468554 Aug 24 09:02:46.806709 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2ba80fda-9cd1-4e9e-96b3-1f96386a3806 req-6c6b1674-e18d-4096-822c-520da2a90775 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432069 Aug 24 09:02:46.942009 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 09:02:46.974270 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:47.041555 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5c3bb3c2-d660-4f43-aa63-6fdcfffd548a,segment=NetworkSegment(9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef),segment_id=9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:47.057032 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '5c3bb3c2-d660-4f43-aa63-6fdcfffd548a', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'port_id': '5c3bb3c2-d660-4f43-aa63-6fdcfffd548a', 'mac_address': 'fa:16:3e:70:d0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 09:02:47.213691 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:02:47.214085 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (5c3bb3c2-d660-4f43-aa63-6fdcfffd548a), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:47.227876 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:02:47.248343 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5c3bb3c2-d660-4f43-aa63-6fdcfffd548a,segment=NetworkSegment(9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef),segment_id=9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:47.309440 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (5c3bb3c2-d660-4f43-aa63-6fdcfffd548a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:47.359924 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=5c3bb3c2-d660-4f43-aa63-6fdcfffd548a,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:47.368223 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:47.368575 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:47.368916 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:47.369052 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274f857-0c6d-45d4-8aaf-089da5a6ae15 req-3c4995be-a22c-4536-aa79-263eb14e7d4a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:47.369517 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:47.369603 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:47.369884 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:47.370209 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:47.370509 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5274f857-0c6d-45d4-8aaf-089da5a6ae15 req-3c4995be-a22c-4536-aa79-263eb14e7d4a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0486042 Aug 24 09:02:47.370617 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:47.370873 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:47.371196 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:47.371518 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:47.371840 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:47.372187 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:47.372501 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:47.372818 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:02:47.420659 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5274f857-0c6d-45d4-8aaf-089da5a6ae15 req-902073d0-b5dc-4962-811d-8c5ee5451cfc tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435796 Aug 24 09:02:47.583378 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['5c3bb3c2-d660-4f43-aa63-6fdcfffd548a'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:02:47.624081 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:47.925844 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cd026-8b0e-47c1-9ab8-9826c22ed360 req-2617e841-6654-471d-aad0-8e3a13c5df12 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:47.927365 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4b2cd026-8b0e-47c1-9ab8-9826c22ed360 req-2617e841-6654-471d-aad0-8e3a13c5df12 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 944 time: 0.0486681 Aug 24 09:02:47.975510 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4b2cd026-8b0e-47c1-9ab8-9826c22ed360 req-e28aabf1-0107-4ea9-95cd-c80f39e3cd70 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425112 Aug 24 09:02:48.566124 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf94b51-f3e1-4313-988b-d7028e18011d req-a61e8988-0329-41e3-9d01-51e51383cc09 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:48.567756 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5bf94b51-f3e1-4313-988b-d7028e18011d req-a61e8988-0329-41e3-9d01-51e51383cc09 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0574346 Aug 24 09:02:48.616737 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5bf94b51-f3e1-4313-988b-d7028e18011d req-fcc09a04-59d1-445a-b2ad-2525a050d78c tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432897 Aug 24 09:02:48.958161 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:02:49.001597 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 09:02:49.063786 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:02:49.064100 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (5c3bb3c2-d660-4f43-aa63-6fdcfffd548a), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:49.104647 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888c914-4e11-441f-a094-f7c39eed4a20 req-ededd36a-9703-4b76-9196-33c0811d6333 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:49.106127 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d888c914-4e11-441f-a094-f7c39eed4a20 req-ededd36a-9703-4b76-9196-33c0811d6333 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 944 time: 0.0567715 Aug 24 09:02:49.142832 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:02:49.143258 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (5c3bb3c2-d660-4f43-aa63-6fdcfffd548a), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:49.155157 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d888c914-4e11-441f-a094-f7c39eed4a20 req-5259eb40-10fd-454f-a25b-851017dc806c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420876 Aug 24 09:02:49.166550 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f4a615-3552-4705-b075-8eacf5e46966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3bb3c2-d660-4f43-aa63-6fdcfffd548a'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:02:49.169187 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d695a32-fc6d-49be-b048-58a92dbab7d1" -d '{"events": [{"server_uuid": "89f4a615-3552-4705-b075-8eacf5e46966", "name": "network-vif-plugged", "status": "completed", "tag": "5c3bb3c2-d660-4f43-aa63-6fdcfffd548a"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:02:49.182505 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5c3bb3c2-d660-4f43-aa63-6fdcfffd548a,segment=NetworkSegment(9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef),segment_id=9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:49.208037 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561cb703-39eb-4d91-8974-06ae47b9240c x-openstack-request-id: req-561cb703-39eb-4d91-8974-06ae47b9240c {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:02:49.208334 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f4a615-3552-4705-b075-8eacf5e46966", "name": "network-vif-plugged", "status": "completed", "tag": "5c3bb3c2-d660-4f43-aa63-6fdcfffd548a", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:02:49.208593 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-561cb703-39eb-4d91-8974-06ae47b9240c {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:02:49.209009 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561cb703-39eb-4d91-8974-06ae47b9240c'] response: {'server_uuid': '89f4a615-3552-4705-b075-8eacf5e46966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3bb3c2-d660-4f43-aa63-6fdcfffd548a', 'code': 200} Aug 24 09:02:49.251955 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (5c3bb3c2-d660-4f43-aa63-6fdcfffd548a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:49.300944 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=5c3bb3c2-d660-4f43-aa63-6fdcfffd548a,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:49.551361 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f8d70-77c6-4ff5-a638-53cf19869789 req-9c0cfe1b-82cd-4570-a025-d8778737b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:49.552852 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-700f8d70-77c6-4ff5-a638-53cf19869789 req-9c0cfe1b-82cd-4570-a025-d8778737b540 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 1129 time: 0.0411971 Aug 24 09:02:49.598309 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-700f8d70-77c6-4ff5-a638-53cf19869789 req-aa9057fe-3c0f-46e9-85d7-79861b54ef8b service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385110 Aug 24 09:02:49.747792 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80886582-b9fd-41d5-bb60-0687f149ad98 req-3b029f84-da26-422b-81df-92ef9c272457 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:49.749352 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-80886582-b9fd-41d5-bb60-0687f149ad98 req-3b029f84-da26-422b-81df-92ef9c272457 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0501659 Aug 24 09:02:49.806214 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-80886582-b9fd-41d5-bb60-0687f149ad98 req-48c55351-bcd7-4bed-9032-951a1bac80c3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504436 Aug 24 09:02:50.277733 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8344423-e7ad-46c4-8020-230f3fd3c83c req-ea09870a-5830-4dda-9ef0-1e5667e65940 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:50.294414 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f8344423-e7ad-46c4-8020-230f3fd3c83c req-ea09870a-5830-4dda-9ef0-1e5667e65940 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0477395 Aug 24 09:02:50.328598 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f8344423-e7ad-46c4-8020-230f3fd3c83c req-d186366f-8004-42c5-b97e-5da2e7e384a3 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436811 Aug 24 09:02:50.941313 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd29ab-38dd-4168-a4bc-75464d5d7f56 req-bf43cf80-ab52-43bb-ac69-b2b0ef810148 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:50.942935 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-58dd29ab-38dd-4168-a4bc-75464d5d7f56 req-bf43cf80-ab52-43bb-ac69-b2b0ef810148 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0535488 Aug 24 09:02:50.971049 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:50.974966 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 33386b8e-f70e-4cbd-91c3-9903e8e5670e details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 09:02:50.996242 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-58dd29ab-38dd-4168-a4bc-75464d5d7f56 req-96dbbcca-f192-4299-903d-b561a222f2e8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465732 Aug 24 09:02:51.081936 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:51.087516 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 33386b8e-f70e-4cbd-91c3-9903e8e5670e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=33386b8e-f70e-4cbd-91c3-9903e8e5670e,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:51.100926 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '33386b8e-f70e-4cbd-91c3-9903e8e5670e', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'port_id': '33386b8e-f70e-4cbd-91c3-9903e8e5670e', 'mac_address': 'fa:16:3e:6b:c3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 09:02:51.140794 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 33386b8e-f70e-4cbd-91c3-9903e8e5670e is: ACTIVE; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:02:51.141305 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:51.163296 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33386b8e-f70e-4cbd-91c3-9903e8e5670e {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:02:51.185922 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 33386b8e-f70e-4cbd-91c3-9903e8e5670e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=33386b8e-f70e-4cbd-91c3-9903e8e5670e,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:51.292185 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:51.350189 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=33386b8e-f70e-4cbd-91c3-9903e8e5670e,revision_number=6']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:51.396890 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['33386b8e-f70e-4cbd-91c3-9903e8e5670e'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:02:51.461013 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576a844-2bea-4f4e-bbbc-6082062fdabb req-879cfe13-468e-4c73-9da5-54ee67b23067 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:51.462536 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d576a844-2bea-4f4e-bbbc-6082062fdabb req-879cfe13-468e-4c73-9da5-54ee67b23067 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0553489 Aug 24 09:02:51.509356 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:51.520724 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d576a844-2bea-4f4e-bbbc-6082062fdabb req-c61d968f-7849-476a-901a-8fe7e7234346 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515900 Aug 24 09:02:51.559225 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:52.129616 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09f2c6-8567-4f47-a7f1-2050f1777b49 req-b60940e7-96fe-4c83-835c-d9aa0e6475ff tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:52.131285 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3d09f2c6-8567-4f47-a7f1-2050f1777b49 req-b60940e7-96fe-4c83-835c-d9aa0e6475ff tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 944 time: 0.0506005 Aug 24 09:02:52.192654 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3d09f2c6-8567-4f47-a7f1-2050f1777b49 req-08271880-df50-4a90-9716-c052975ca2a8 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527453 Aug 24 09:02:52.656981 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7129cd-ce30-4e12-8cfe-9cb5f848ed0d req-e491720a-a088-44ff-99f5-9ba3f09ad02e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:52.659320 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4f7129cd-ce30-4e12-8cfe-9cb5f848ed0d req-e491720a-a088-44ff-99f5-9ba3f09ad02e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0561092 Aug 24 09:02:52.721583 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4f7129cd-ce30-4e12-8cfe-9cb5f848ed0d req-1da3fd0c-30ea-4355-b1c8-53677fe9d4b0 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537848 Aug 24 09:02:52.851820 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6712b0d-c0d1-49f3-83a2-c2d7cda9eaa5 req-4f7d27d9-3715-4687-9547-af61dfab1c1a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:52.853521 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c6712b0d-c0d1-49f3-83a2-c2d7cda9eaa5 req-4f7d27d9-3715-4687-9547-af61dfab1c1a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0547147 Aug 24 09:02:52.863285 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37848) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:02:52.867942 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-1d02fecb-c311-4d13-b4c7-465501af5135 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Request body: {'floatingip': {'port_id': '5c3bb3c2-d660-4f43-aa63-6fdcfffd548a'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:02:52.915522 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-1d02fecb-c311-4d13-b4c7-465501af5135 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for floatingip (c8dfa4e4-6967-4836-b238-2b874a805e17), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:52.979104 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 33386b8e-f70e-4cbd-91c3-9903e8e5670e up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:02:53.046964 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 33386b8e-f70e-4cbd-91c3-9903e8e5670e triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:02:53.048665 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:53.137003 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 33386b8e-f70e-4cbd-91c3-9903e8e5670e is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:02:53.137723 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:53.170740 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed40982-85ae-441a-91de-3af5a8b60313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33386b8e-f70e-4cbd-91c3-9903e8e5670e'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:02:53.171746 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ca0362-2191-45b7-9d9f-fe7a39cd7c0b" -d '{"events": [{"server_uuid": "1ed40982-85ae-441a-91de-3af5a8b60313", "name": "network-vif-plugged", "status": "completed", "tag": "33386b8e-f70e-4cbd-91c3-9903e8e5670e"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:02:53.187526 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 33386b8e-f70e-4cbd-91c3-9903e8e5670e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=33386b8e-f70e-4cbd-91c3-9903e8e5670e,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:02:53.228160 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd5ed67-442a-480a-bbe4-736a82e20cb0 x-openstack-request-id: req-4fd5ed67-442a-480a-bbe4-736a82e20cb0 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:02:53.228582 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed40982-85ae-441a-91de-3af5a8b60313", "name": "network-vif-plugged", "status": "completed", "tag": "33386b8e-f70e-4cbd-91c3-9903e8e5670e", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:02:53.228939 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4fd5ed67-442a-480a-bbe4-736a82e20cb0 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:02:53.229476 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd5ed67-442a-480a-bbe4-736a82e20cb0'] response: {'server_uuid': '1ed40982-85ae-441a-91de-3af5a8b60313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33386b8e-f70e-4cbd-91c3-9903e8e5670e', 'code': 200} Aug 24 09:02:53.270815 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:53.361580 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5509d-c217-4442-9988-e94f3555806b req-7f4f9ec4-6e3e-49e5-b8af-47616e94ecda tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:53.362387 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=33386b8e-f70e-4cbd-91c3-9903e8e5670e,revision_number=7']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:02:53.364444 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-70e5509d-c217-4442-9988-e94f3555806b req-7f4f9ec4-6e3e-49e5-b8af-47616e94ecda tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0668590 Aug 24 09:02:53.453442 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:53.461782 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:53.466791 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-70e5509d-c217-4442-9988-e94f3555806b req-8fb77e9a-b2db-489f-bf2b-c1251f016421 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849950 Aug 24 09:02:53.546440 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-1d02fecb-c311-4d13-b4c7-465501af5135 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:53.606559 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-1d02fecb-c311-4d13-b4c7-465501af5135 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (c8dfa4e4-6967-4836-b238-2b874a805e17), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:53.718149 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.l3_db [None req-1d02fecb-c311-4d13-b4c7-465501af5135 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Floating IP c8dfa4e4-6967-4836-b238-2b874a805e17 associated. External IP: 172.27.1.116, port: 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a. Aug 24 09:02:53.975597 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d02fecb-c311-4d13-b4c7-465501af5135 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Router 69fade73-84f6-4681-b733-3b5af71372c3 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:02:54.104792 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d02fecb-c311-4d13-b4c7-465501af5135 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:02:54.109665 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-1d02fecb-c311-4d13-b4c7-465501af5135 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:02:54.117857 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa12a5d-bb60-451f-8f9a-96c9c247bba6 None None] Sync routers for ids ['69fade73-84f6-4681-b733-3b5af71372c3'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:02:54.139641 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa12a5d-bb60-451f-8f9a-96c9c247bba6 None None] Routers {'69fade73-84f6-4681-b733-3b5af71372c3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:02:54.141489 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-ffa12a5d-bb60-451f-8f9a-96c9c247bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:02:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['69fade73-84f6-4681-b733-3b5af71372c3'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:54.151368 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-1d02fecb-c311-4d13-b4c7-465501af5135 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/c8dfa4e4-6967-4836-b238-2b874a805e17 HTTP/1.1" status: 200 len: 991 time: 1.2869101 Aug 24 09:02:54.152068 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f4a615-3552-4705-b075-8eacf5e46966', 'tag': '5c3bb3c2-d660-4f43-aa63-6fdcfffd548a'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:02:54.154441 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f2d289-1982-4ad1-812e-3ef759b42847" -d '{"events": [{"name": "network-changed", "server_uuid": "89f4a615-3552-4705-b075-8eacf5e46966", "tag": "5c3bb3c2-d660-4f43-aa63-6fdcfffd548a"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:02:54.200609 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9587739-a0ec-404c-8880-8a2bda994be9 x-openstack-request-id: req-e9587739-a0ec-404c-8880-8a2bda994be9 {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:02:54.200952 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f4a615-3552-4705-b075-8eacf5e46966", "tag": "5c3bb3c2-d660-4f43-aa63-6fdcfffd548a", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:02:54.201214 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9587739-a0ec-404c-8880-8a2bda994be9 {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:02:54.201927 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9587739-a0ec-404c-8880-8a2bda994be9'] response: {'name': 'network-changed', 'server_uuid': '89f4a615-3552-4705-b075-8eacf5e46966', 'tag': '5c3bb3c2-d660-4f43-aa63-6fdcfffd548a', 'status': 'completed', 'code': 200} Aug 24 09:02:54.265174 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-ffa12a5d-bb60-451f-8f9a-96c9c247bba6 None None] Set router 69fade73-84f6-4681-b733-3b5af71372c3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:02:54.295727 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d289-1982-4ad1-812e-3ef759b42847 req-d86f5e8c-e86a-444b-aa05-f3d4c62439aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:54.297393 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d6f2d289-1982-4ad1-812e-3ef759b42847 req-d86f5e8c-e86a-444b-aa05-f3d4c62439aa service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=4fab402e38f1412b8c6b895788d11a28&device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 1129 time: 0.0687478 Aug 24 09:02:54.408043 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d289-1982-4ad1-812e-3ef759b42847 req-850b1ee4-e856-484f-9ee0-97e157c5bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:54.410427 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d6f2d289-1982-4ad1-812e-3ef759b42847 req-850b1ee4-e856-484f-9ee0-97e157c5bd73 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=4005b40c-bd5e-4f2f-807f-5b93a1c383fc HTTP/1.1" status: 200 len: 912 time: 0.1062503 Aug 24 09:02:54.533091 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-ffa12a5d-bb60-451f-8f9a-96c9c247bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:33Z', 'revision_number': 4, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': 'c8dfa4e4-6967-4836-b238-2b874a805e17', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'port_id': '5c3bb3c2-d660-4f43-aa63-6fdcfffd548a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'mac_address': 'fa:16:3e:70:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f4a615-3552-4705-b075-8eacf5e46966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:02:36Z', 'updated_at': '2022-08-24T09:02:53Z', 'revision_number': 1, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6', 'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'mac_address': 'fa:16:3e:8e:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:32Z', 'updated_at': '2022-08-24T09:02:38Z', 'revision_number': 5, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'subnets': [{'id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:54.540474 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d6f2d289-1982-4ad1-812e-3ef759b42847 req-14913b44-4aa2-427c-9bcc-a050fa151bea service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3bb3c2-d660-4f43-aa63-6fdcfffd548a HTTP/1.1" status: 200 len: 999 time: 0.1072166 Aug 24 09:02:54.568213 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa12a5d-bb60-451f-8f9a-96c9c247bba6 None None] Checking router: 69fade73-84f6-4681-b733-3b5af71372c3 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:02:54.583193 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa12a5d-bb60-451f-8f9a-96c9c247bba6 None None] Routers {'69fade73-84f6-4681-b733-3b5af71372c3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:02:54.584015 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-ffa12a5d-bb60-451f-8f9a-96c9c247bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:02:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['69fade73-84f6-4681-b733-3b5af71372c3'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:54.639209 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:54.646185 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eeda3-0782-4896-9b78-08d1137ab950 req-6ead99f0-beba-4a24-8982-b9863d3c541e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:54.648240 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-918eeda3-0782-4896-9b78-08d1137ab950 req-6ead99f0-beba-4a24-8982-b9863d3c541e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0526493 Aug 24 09:02:54.674099 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d289-1982-4ad1-812e-3ef759b42847 req-37ba7f0e-4b50-4510-bf47-00552f86711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:54.676512 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d6f2d289-1982-4ad1-812e-3ef759b42847 req-37ba7f0e-4b50-4510-bf47-00552f86711d service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=959a2b19-48dd-4327-ae75-bb0f35353f5e HTTP/1.1" status: 200 len: 850 time: 0.1324582 Aug 24 09:02:54.686633 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:02:54.744675 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-918eeda3-0782-4896-9b78-08d1137ab950 req-43217936-d034-45ce-b3f1-7a4841936cac tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892963 Aug 24 09:02:54.751021 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-ffa12a5d-bb60-451f-8f9a-96c9c247bba6 None None] Set router 69fade73-84f6-4681-b733-3b5af71372c3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:02:54.758236 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d289-1982-4ad1-812e-3ef759b42847 req-bad51d78-5eb3-42b4-bf7b-2336955c0d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:54.774677 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d6f2d289-1982-4ad1-812e-3ef759b42847 req-bad51d78-5eb3-42b4-bf7b-2336955c0d3d service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=4005b40c-bd5e-4f2f-807f-5b93a1c383fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802903 Aug 24 09:02:54.885794 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d6f2d289-1982-4ad1-812e-3ef759b42847 req-75e2cd6f-7b51-4f46-9ca2-5b1d6c530413 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/4005b40c-bd5e-4f2f-807f-5b93a1c383fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124465 Aug 24 09:02:55.004056 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d6f2d289-1982-4ad1-812e-3ef759b42847 req-5ef0f95b-c92a-444e-aa34-472005296f66 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/4005b40c-bd5e-4f2f-807f-5b93a1c383fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116157 Aug 24 09:02:55.034474 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-ffa12a5d-bb60-451f-8f9a-96c9c247bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:33Z', 'revision_number': 4, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': 'c8dfa4e4-6967-4836-b238-2b874a805e17', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'port_id': '5c3bb3c2-d660-4f43-aa63-6fdcfffd548a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'mac_address': 'fa:16:3e:70:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f4a615-3552-4705-b075-8eacf5e46966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:02:36Z', 'updated_at': '2022-08-24T09:02:53Z', 'revision_number': 1, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6', 'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'mac_address': 'fa:16:3e:8e:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:32Z', 'updated_at': '2022-08-24T09:02:38Z', 'revision_number': 5, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'subnets': [{'id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:02:55.063031 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa12a5d-bb60-451f-8f9a-96c9c247bba6 None None] The sync data for ids ['69fade73-84f6-4681-b733-3b5af71372c3'] in dv-cinder-852211-5-iscsi is: [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:33Z', 'revision_number': 4, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': 'c8dfa4e4-6967-4836-b238-2b874a805e17', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'port_id': '5c3bb3c2-d660-4f43-aa63-6fdcfffd548a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'mac_address': 'fa:16:3e:70:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f4a615-3552-4705-b075-8eacf5e46966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:02:36Z', 'updated_at': '2022-08-24T09:02:53Z', 'revision_number': 1, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6', 'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'mac_address': 'fa:16:3e:8e:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:32Z', 'updated_at': '2022-08-24T09:02:38Z', 'revision_number': 5, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'subnets': [{'id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:02:55.295189 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79117e-b4d0-49b9-b2bc-987c251a611a None None] New status for floating IP c8dfa4e4-6967-4836-b238-2b874a805e17: ACTIVE {{(pid=118619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:02:55.877417 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a003bb4-c44c-487d-ac82-8d7682758e24 req-ee7102f3-b661-4b87-9fc5-87b0d8d29588 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:55.878951 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3a003bb4-c44c-487d-ac82-8d7682758e24 req-ee7102f3-b661-4b87-9fc5-87b0d8d29588 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0485806 Aug 24 09:02:55.934481 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3a003bb4-c44c-487d-ac82-8d7682758e24 req-77e2904a-3bd1-44a5-9882-1c5a2fbd3730 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497553 Aug 24 09:02:57.081443 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eee6e3-eb4a-45c9-aa2b-5fa57586e627 req-27353d09-460c-48fa-9571-0d6d524a9171 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:57.083014 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-47eee6e3-eb4a-45c9-aa2b-5fa57586e627 req-27353d09-460c-48fa-9571-0d6d524a9171 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0573273 Aug 24 09:02:57.118993 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:02:57.136770 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-47eee6e3-eb4a-45c9-aa2b-5fa57586e627 req-0715b665-c0a0-44be-8f26-42ccdb616f8e tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455129 Aug 24 09:02:58.288945 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19420dda-8f1a-4517-89f1-d9bc80074222 req-40b56aad-95da-4d9e-b913-d22f27a6ae1c tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:58.290824 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-19420dda-8f1a-4517-89f1-d9bc80074222 req-40b56aad-95da-4d9e-b913-d22f27a6ae1c tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0545611 Aug 24 09:02:58.346352 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-19420dda-8f1a-4517-89f1-d9bc80074222 req-bb430ce5-5a49-4ff1-9fd5-1ce613de22fb tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489650 Aug 24 09:02:59.500090 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d94666-56d8-43fd-9154-ac04402c9c9a req-2367806d-645b-491a-a042-9ed890dc5a36 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:02:59.502590 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b5d94666-56d8-43fd-9154-ac04402c9c9a req-2367806d-645b-491a-a042-9ed890dc5a36 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0580800 Aug 24 09:02:59.568438 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b5d94666-56d8-43fd-9154-ac04402c9c9a req-8d2fd2e8-5874-4d09-b788-d235b2308d7a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591350 Aug 24 09:03:00.712432 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310cb86-760b-4a1e-a121-5effd8c0f658 req-571383b7-ca40-46f0-b3b7-1ad619695ed7 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:00.714085 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b310cb86-760b-4a1e-a121-5effd8c0f658 req-571383b7-ca40-46f0-b3b7-1ad619695ed7 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0516164 Aug 24 09:03:00.776916 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b310cb86-760b-4a1e-a121-5effd8c0f658 req-9c12f825-3e86-492d-b15e-4a1ff0deebe5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550559 Aug 24 09:03:01.914218 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059236b-adbc-439e-a1f4-c2cce437b9bc req-b51357f4-21ca-4225-969e-877a63093286 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:01.915754 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0059236b-adbc-439e-a1f4-c2cce437b9bc req-b51357f4-21ca-4225-969e-877a63093286 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0534313 Aug 24 09:03:01.965095 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-0059236b-adbc-439e-a1f4-c2cce437b9bc req-b2c8600c-09e4-41a2-a5f0-bda441fa79d5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428932 Aug 24 09:03:03.100627 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26313d-5cff-4ae9-94db-8cbbac457807 req-5788bed4-ba7d-4067-97ec-1af795d39812 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:03.102230 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-df26313d-5cff-4ae9-94db-8cbbac457807 req-5788bed4-ba7d-4067-97ec-1af795d39812 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0489783 Aug 24 09:03:03.150637 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-df26313d-5cff-4ae9-94db-8cbbac457807 req-be6caa26-e9d6-430e-95a7-6ad05780214b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428224 Aug 24 09:03:03.871882 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f87041-f5b4-477c-9da8-0f5160ae1211 req-8ee115b1-bba4-4a0e-89dd-60758a53326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:03.873423 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-79f87041-f5b4-477c-9da8-0f5160ae1211 req-8ee115b1-bba4-4a0e-89dd-60758a53326a service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=dd27ac26660b46c388279e652200c7cd&device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 1129 time: 0.0411816 Aug 24 09:03:03.967353 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f87041-f5b4-477c-9da8-0f5160ae1211 req-970401eb-138b-480c-a553-bbe05c668338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:03.968876 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-79f87041-f5b4-477c-9da8-0f5160ae1211 req-970401eb-138b-480c-a553-bbe05c668338 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=49a90e96-9c63-403b-90e7-b545c043dc4b HTTP/1.1" status: 200 len: 917 time: 0.0888066 Aug 24 09:03:04.030470 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-79f87041-f5b4-477c-9da8-0f5160ae1211 req-1b147609-670f-41be-9e22-0d4511d4f722 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33386b8e-f70e-4cbd-91c3-9903e8e5670e HTTP/1.1" status: 200 len: 1001 time: 0.0544538 Aug 24 09:03:04.080196 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f87041-f5b4-477c-9da8-0f5160ae1211 req-994fb3e1-7828-4210-8a0f-f1d5d6e0dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:04.081630 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-79f87041-f5b4-477c-9da8-0f5160ae1211 req-994fb3e1-7828-4210-8a0f-f1d5d6e0dd78 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=9be780a7-8c52-4ee8-9007-d0378c4d3642 HTTP/1.1" status: 200 len: 855 time: 0.0441091 Aug 24 09:03:04.126134 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f87041-f5b4-477c-9da8-0f5160ae1211 req-1df22ce3-5f27-4182-868d-81d7b1948a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:04.127645 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-79f87041-f5b4-477c-9da8-0f5160ae1211 req-1df22ce3-5f27-4182-868d-81d7b1948a22 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=49a90e96-9c63-403b-90e7-b545c043dc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388927 Aug 24 09:03:04.225161 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-79f87041-f5b4-477c-9da8-0f5160ae1211 req-f309a095-8ab0-41a1-9808-7a1ad5ccd5d4 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899415 Aug 24 09:03:04.298916 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:04.330687 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b976b-b6ff-47f8-85e7-89e671a4325b req-e62d2feb-7f7a-4fbf-8e63-0e4b888e3cb9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:04.332593 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a66b976b-b6ff-47f8-85e7-89e671a4325b req-e62d2feb-7f7a-4fbf-8e63-0e4b888e3cb9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.1000907 Aug 24 09:03:04.387136 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-79f87041-f5b4-477c-9da8-0f5160ae1211 req-718e4649-8e8d-4523-a55d-dddb35b55cb9 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555860 Aug 24 09:03:04.402790 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a66b976b-b6ff-47f8-85e7-89e671a4325b req-837ea546-c9e5-4ad5-8977-2d00656e1476 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619230 Aug 24 09:03:05.032169 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=67 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:05.037090 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:05.037708 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:05.394092 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:05.401733 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:05.537687 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a45ac-b6b9-4158-a055-2814b9a12dbc req-69d7b578-8e8d-4041-8164-cc6e6db9f9d9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:05.539734 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-568a45ac-b6b9-4158-a055-2814b9a12dbc req-69d7b578-8e8d-4041-8164-cc6e6db9f9d9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0545313 Aug 24 09:03:05.565121 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:05.589307 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-568a45ac-b6b9-4158-a055-2814b9a12dbc req-7e804117-d84d-4cb8-ba8b-6778ba970a08 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443535 Aug 24 09:03:06.715256 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86023f77-e7cd-49a0-8f33-c6ab33b1aa4f req-c5b65dde-1dd9-4c90-9325-724abf60dce5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:06.716789 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-86023f77-e7cd-49a0-8f33-c6ab33b1aa4f req-c5b65dde-1dd9-4c90-9325-724abf60dce5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 945 time: 0.0495527 Aug 24 09:03:06.772123 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-86023f77-e7cd-49a0-8f33-c6ab33b1aa4f req-520017bd-4b8a-476b-a729-1fefafee753a tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496023 Aug 24 09:03:07.044994 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 33386b8e-f70e-4cbd-91c3-9903e8e5670e no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:03:07.117263 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 33386b8e-f70e-4cbd-91c3-9903e8e5670e is: ACTIVE; New status is: DOWN {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:03:07.117654 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:07.141028 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed40982-85ae-441a-91de-3af5a8b60313', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33386b8e-f70e-4cbd-91c3-9903e8e5670e'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:03:07.143356 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fa86b9-4f96-45b8-86ac-ea52a2cd0ba2" -d '{"events": [{"server_uuid": "1ed40982-85ae-441a-91de-3af5a8b60313", "name": "network-vif-unplugged", "status": "completed", "tag": "33386b8e-f70e-4cbd-91c3-9903e8e5670e"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:03:07.156861 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 33386b8e-f70e-4cbd-91c3-9903e8e5670e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=33386b8e-f70e-4cbd-91c3-9903e8e5670e,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:03:07.179255 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 09:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b068d094-b62c-49a2-a849-34755b4861bd x-openstack-request-id: req-b068d094-b62c-49a2-a849-34755b4861bd {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:03:07.179606 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed40982-85ae-441a-91de-3af5a8b60313", "name": "network-vif-unplugged", "status": "failed", "tag": "33386b8e-f70e-4cbd-91c3-9903e8e5670e", "code": 422}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:03:07.182053 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b068d094-b62c-49a2-a849-34755b4861bd {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:03:07.182053 dv-cinder-852211-5-iscsi neutron-server[118618]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b068d094-b62c-49a2-a849-34755b4861bd']: {'server_uuid': '1ed40982-85ae-441a-91de-3af5a8b60313', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '33386b8e-f70e-4cbd-91c3-9903e8e5670e', 'code': 422} returned with failed status Aug 24 09:03:07.212917 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:07.265349 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=33386b8e-f70e-4cbd-91c3-9903e8e5670e,revision_number=8']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:08.741920 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [req-082ea6d2-e85a-4e73-9db3-a2c3c01b499b req-2fe5bb7e-a530-41f4-924f-020457c3d3ee service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 09:03:08.742975 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-082ea6d2-e85a-4e73-9db3-a2c3c01b499b req-2fe5bb7e-a530-41f4-924f-020457c3d3ee service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056415 Aug 24 09:03:09.138118 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f7d4-d7ab-4652-bdd7-dd4996a5ae1d req-8d632624-fff8-4a44-ac3f-b5e71f2efdf9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:09.139651 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ed43f7d4-d7ab-4652-bdd7-dd4996a5ae1d req-8d632624-fff8-4a44-ac3f-b5e71f2efdf9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 943 time: 0.0474465 Aug 24 09:03:09.191093 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ed43f7d4-d7ab-4652-bdd7-dd4996a5ae1d req-48bd5666-8734-4e6b-a3df-0eeb4c5d6820 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451329 Aug 24 09:03:09.559943 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 37960) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:09.610242 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:09.640209 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ed39e051-3585-4c31-a102-e7e380c1d060 req-53e05cb3-8802-46ca-a978-6fdeb4e16d37 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790918 Aug 24 09:03:09.648699 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [req-ed39e051-3585-4c31-a102-e7e380c1d060 req-774874ac-bb5f-43ca-bb94-5b99d5ffcf11 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 09:03:09.649993 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ed39e051-3585-4c31-a102-e7e380c1d060 req-774874ac-bb5f-43ca-bb94-5b99d5ffcf11 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051718 Aug 24 09:03:09.727210 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 37968) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:09.810037 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:09.824678 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39e051-3585-4c31-a102-e7e380c1d060 req-1a1a0b9e-6ead-4444-b45a-4617e4917677 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:09.826038 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ed39e051-3585-4c31-a102-e7e380c1d060 req-1a1a0b9e-6ead-4444-b45a-4617e4917677 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports/33386b8e-f70e-4cbd-91c3-9903e8e5670e HTTP/1.1" status: 200 len: 940 time: 0.0978358 Aug 24 09:03:09.961239 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:10.322343 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d319b7-effb-4f57-8b6b-e86e662b1f91 req-f1125370-5467-4692-afec-edc75c6137a3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:10.323836 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-19d319b7-effb-4f57-8b6b-e86e662b1f91 req-f1125370-5467-4692-afec-edc75c6137a3 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 943 time: 0.0489948 Aug 24 09:03:10.371870 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-19d319b7-effb-4f57-8b6b-e86e662b1f91 req-2a7b820c-3c6f-4751-a258-4942237bcf12 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422523 Aug 24 09:03:11.229615 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39e051-3585-4c31-a102-e7e380c1d060 req-be615c8e-11c6-4a7f-ad0b-7755d28740c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:11.231209 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ed39e051-3585-4c31-a102-e7e380c1d060 req-be615c8e-11c6-4a7f-ad0b-7755d28740c6 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313&tenant_id=dd27ac26660b46c388279e652200c7cd HTTP/1.1" status: 200 len: 1127 time: 0.0416181 Aug 24 09:03:11.295124 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39e051-3585-4c31-a102-e7e380c1d060 req-50223f95-0792-45b5-b46f-d0cdbfe4609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:11.296683 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ed39e051-3585-4c31-a102-e7e380c1d060 req-50223f95-0792-45b5-b46f-d0cdbfe4609a service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=dd27ac26660b46c388279e652200c7cd&device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 1127 time: 0.0432782 Aug 24 09:03:11.388688 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39e051-3585-4c31-a102-e7e380c1d060 req-6db9f470-1042-49cb-b143-f43b4cc1d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:11.390153 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ed39e051-3585-4c31-a102-e7e380c1d060 req-6db9f470-1042-49cb-b143-f43b4cc1d00d service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=49a90e96-9c63-403b-90e7-b545c043dc4b HTTP/1.1" status: 200 len: 917 time: 0.0862260 Aug 24 09:03:11.462319 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ed39e051-3585-4c31-a102-e7e380c1d060 req-5226f19e-69c0-44e2-8925-f097a28da0ea service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33386b8e-f70e-4cbd-91c3-9903e8e5670e HTTP/1.1" status: 200 len: 999 time: 0.0655589 Aug 24 09:03:11.517612 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39e051-3585-4c31-a102-e7e380c1d060 req-e6aa0c7e-7391-44c8-bb97-600a0ae626a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:11.519165 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ed39e051-3585-4c31-a102-e7e380c1d060 req-e6aa0c7e-7391-44c8-bb97-600a0ae626a7 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=9be780a7-8c52-4ee8-9007-d0378c4d3642 HTTP/1.1" status: 200 len: 855 time: 0.0508828 Aug 24 09:03:11.572408 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39e051-3585-4c31-a102-e7e380c1d060 req-fcac952c-263f-468a-be22-0ad53ed7cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:11.574051 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ed39e051-3585-4c31-a102-e7e380c1d060 req-fcac952c-263f-468a-be22-0ad53ed7cf53 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=49a90e96-9c63-403b-90e7-b545c043dc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456166 Aug 24 09:03:11.689162 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282fffb-921a-4b15-bfb9-33ed3f026e87 req-c36b2d95-70ec-4e89-ae49-7d9730de63c7 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:11.690590 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b282fffb-921a-4b15-bfb9-33ed3f026e87 req-c36b2d95-70ec-4e89-ae49-7d9730de63c7 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 943 time: 0.0862634 Aug 24 09:03:11.719266 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ed39e051-3585-4c31-a102-e7e380c1d060 req-2b2a07b5-57a2-46be-b585-c679cb818005 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375313 Aug 24 09:03:11.779928 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b282fffb-921a-4b15-bfb9-33ed3f026e87 req-ddc44af9-1d17-4ee5-8d5c-52b3b37dc010 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815971 Aug 24 09:03:11.831526 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ed39e051-3585-4c31-a102-e7e380c1d060 req-d949215b-8a57-4a9a-863d-6b2657cdd6e3 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043234 Aug 24 09:03:11.869095 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-be64fb05-d276-406c-bccc-6977f2a96677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:12.915470 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc06eb-3aef-4a8a-b4ef-b52065dab05e req-cd9ed3d9-a430-4a7f-ae76-97ad5bfbaf67 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:12.916963 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-20cc06eb-3aef-4a8a-b4ef-b52065dab05e req-cd9ed3d9-a430-4a7f-ae76-97ad5bfbaf67 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 943 time: 0.0537987 Aug 24 09:03:12.968181 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-20cc06eb-3aef-4a8a-b4ef-b52065dab05e req-b779a990-a134-4737-baf7-3226bbe0d2cf tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451889 Aug 24 09:03:14.107415 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179e16d-f181-4c4f-b07a-63d6e63dbe25 req-317e0e1e-1fb5-4c44-9723-7bac67ab2433 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:14.108951 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9179e16d-f181-4c4f-b07a-63d6e63dbe25 req-317e0e1e-1fb5-4c44-9723-7bac67ab2433 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 943 time: 0.0488958 Aug 24 09:03:14.158810 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9179e16d-f181-4c4f-b07a-63d6e63dbe25 req-4f00e911-bcfc-4140-9ec4-9c3b1902f46f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440156 Aug 24 09:03:14.332805 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3d70c174-8a89-4c59-8a0b-2d58370ae6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:15.300113 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6514dc-ae9f-4141-8586-e8d198dfb799 req-b9aa0d54-3843-4094-aace-eb6f788980fd tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:15.302667 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0f6514dc-ae9f-4141-8586-e8d198dfb799 req-b9aa0d54-3843-4094-aace-eb6f788980fd tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 943 time: 0.0519466 Aug 24 09:03:15.357052 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0f6514dc-ae9f-4141-8586-e8d198dfb799 req-cf12eeb0-8c79-4220-ba93-9aa50a5e6a2c tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485620 Aug 24 09:03:15.692399 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:16.493308 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:16.503018 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b1b44-aeaf-428e-91b1-ee6488fdb414 req-a9538f5d-7a05-43e4-be5f-7d5a2d57bcbf tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:16.509487 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-214b1b44-aeaf-428e-91b1-ee6488fdb414 req-a9538f5d-7a05-43e4-be5f-7d5a2d57bcbf tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 943 time: 0.0543776 Aug 24 09:03:16.561559 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-214b1b44-aeaf-428e-91b1-ee6488fdb414 req-5ca8afeb-e8dc-40a5-9609-1c6b2cf64ad2 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508986 Aug 24 09:03:16.978095 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:17.623430 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:17.710129 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547151a-4313-469f-beab-c31488ac1a0f req-3530bc09-90ef-4a0e-bfc2-0286f24d0406 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:17.711652 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a547151a-4313-469f-beab-c31488ac1a0f req-3530bc09-90ef-4a0e-bfc2-0286f24d0406 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 943 time: 0.0536249 Aug 24 09:03:17.773191 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a547151a-4313-469f-beab-c31488ac1a0f req-253acfba-276f-475a-9b28-75a4dc95fae9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554497 Aug 24 09:03:18.907220 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a441377-667f-4f16-bcbe-396313eb1409 req-75f53519-2438-4ad5-8cd4-0ea9d0ed8c5b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:18.908754 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3a441377-667f-4f16-bcbe-396313eb1409 req-75f53519-2438-4ad5-8cd4-0ea9d0ed8c5b tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 943 time: 0.0499883 Aug 24 09:03:18.961776 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3a441377-667f-4f16-bcbe-396313eb1409 req-ffb6081d-43c9-4447-b115-81f6a54163b7 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470648 Aug 24 09:03:20.092252 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8a4fc-9cc3-4cc4-9b16-5a78aa2d6de5 req-fbcfcc8d-6cda-4f78-879a-2a81a35c8b6d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:20.099854 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-dcf8a4fc-9cc3-4cc4-9b16-5a78aa2d6de5 req-fbcfcc8d-6cda-4f78-879a-2a81a35c8b6d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 943 time: 0.0503376 Aug 24 09:03:20.141649 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-dcf8a4fc-9cc3-4cc4-9b16-5a78aa2d6de5 req-06ac7c50-e666-443a-82e6-b9301798f73c tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417528 Aug 24 09:03:21.276533 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e63042-c4dc-4c6c-883a-767c803a6d32 req-35527831-eb4b-41a3-adec-b44eb63190fe tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:21.278012 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e1e63042-c4dc-4c6c-883a-767c803a6d32 req-35527831-eb4b-41a3-adec-b44eb63190fe tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 943 time: 0.0525601 Aug 24 09:03:21.328996 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e1e63042-c4dc-4c6c-883a-767c803a6d32 req-8114772e-6a28-4911-a50e-7ca31074fd68 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451064 Aug 24 09:03:21.584714 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c329a482-347e-4f13-aa51-91a0dd0b5633 req-9dcd77e1-9949-4cdb-8636-f4e8593a298b service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396748 Aug 24 09:03:21.653116 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329a482-347e-4f13-aa51-91a0dd0b5633 req-298b9053-cb3a-4941-b986-8105b0ce0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:21.654596 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c329a482-347e-4f13-aa51-91a0dd0b5633 req-298b9053-cb3a-4941-b986-8105b0ce0781 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=065b8b1394f24ce1973119ee8cd6bd2c&device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 1130 time: 0.0458462 Aug 24 09:03:21.695427 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:21.764197 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329a482-347e-4f13-aa51-91a0dd0b5633 req-dd4a54f4-72d7-4567-a7b7-6c960e0e6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:21.765697 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c329a482-347e-4f13-aa51-91a0dd0b5633 req-dd4a54f4-72d7-4567-a7b7-6c960e0e6fd9 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=01f07883-0fad-4927-b76b-042659a40090 HTTP/1.1" status: 200 len: 909 time: 0.0882342 Aug 24 09:03:21.835526 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c329a482-347e-4f13-aa51-91a0dd0b5633 req-95822403-01e2-41d0-866e-03b198012fd9 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6067d93f-096c-4780-bc81-7d37bfbbe3b8 HTTP/1.1" status: 200 len: 1002 time: 0.0627639 Aug 24 09:03:21.885451 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329a482-347e-4f13-aa51-91a0dd0b5633 req-0674d22e-1dfb-498b-b205-9f87f9b859fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:21.887135 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c329a482-347e-4f13-aa51-91a0dd0b5633 req-0674d22e-1dfb-498b-b205-9f87f9b859fb service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=d2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e HTTP/1.1" status: 200 len: 847 time: 0.0455885 Aug 24 09:03:21.932656 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329a482-347e-4f13-aa51-91a0dd0b5633 req-98e95ad8-d563-47a7-a9e6-8c25e930e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:21.934141 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c329a482-347e-4f13-aa51-91a0dd0b5633 req-98e95ad8-d563-47a7-a9e6-8c25e930e6d7 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=01f07883-0fad-4927-b76b-042659a40090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404267 Aug 24 09:03:22.029777 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c329a482-347e-4f13-aa51-91a0dd0b5633 req-fceae7c2-708e-43a1-9a50-14da584f2bee service neutron] 10.222.0.69 "GET /networking/v2.0/networks/01f07883-0fad-4927-b76b-042659a40090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884759 Aug 24 09:03:22.125329 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c329a482-347e-4f13-aa51-91a0dd0b5633 req-92c5a5b4-cc80-4476-8127-2a97760b5493 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/01f07883-0fad-4927-b76b-042659a40090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875785 Aug 24 09:03:22.456312 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79734d55-25e3-479b-a3aa-f951f127bf2f req-3e8e785e-2076-4ad8-9024-7f5559defb76 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:22.458291 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-79734d55-25e3-479b-a3aa-f951f127bf2f req-3e8e785e-2076-4ad8-9024-7f5559defb76 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 943 time: 0.0479271 Aug 24 09:03:22.505840 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-79734d55-25e3-479b-a3aa-f951f127bf2f req-c02d7d20-793c-495d-b8a8-ce08566a6e50 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418489 Aug 24 09:03:23.087302 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 33386b8e-f70e-4cbd-91c3-9903e8e5670e details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 09:03:23.187484 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 33386b8e-f70e-4cbd-91c3-9903e8e5670e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=33386b8e-f70e-4cbd-91c3-9903e8e5670e,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:03:23.199367 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '33386b8e-f70e-4cbd-91c3-9903e8e5670e', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'port_id': '33386b8e-f70e-4cbd-91c3-9903e8e5670e', 'mac_address': 'fa:16:3e:6b:c3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 09:03:23.234194 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 33386b8e-f70e-4cbd-91c3-9903e8e5670e is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:03:23.235270 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:23.248384 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33386b8e-f70e-4cbd-91c3-9903e8e5670e {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:03:23.268323 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 33386b8e-f70e-4cbd-91c3-9903e8e5670e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=33386b8e-f70e-4cbd-91c3-9903e8e5670e,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:03:23.366543 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:23.417038 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=33386b8e-f70e-4cbd-91c3-9903e8e5670e,revision_number=9']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:23.630002 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['33386b8e-f70e-4cbd-91c3-9903e8e5670e'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:03:23.636785 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0c595-7408-4b7f-b937-6f39adddf17a req-6ef5b0e9-2d5d-4373-83f7-e74f2cf5fb80 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:23.638397 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-68d0c595-7408-4b7f-b937-6f39adddf17a req-6ef5b0e9-2d5d-4373-83f7-e74f2cf5fb80 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 944 time: 0.0518491 Aug 24 09:03:23.691194 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-68d0c595-7408-4b7f-b937-6f39adddf17a req-73ff80c3-801d-41d8-8469-84530af3c7c0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466747 Aug 24 09:03:24.830897 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600586f0-9314-44f2-8398-625909ff4020 req-f38718ee-d96d-42c2-8c52-b6a03c3a5024 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:24.832307 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-600586f0-9314-44f2-8398-625909ff4020 req-f38718ee-d96d-42c2-8c52-b6a03c3a5024 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 944 time: 0.0576744 Aug 24 09:03:24.882334 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-600586f0-9314-44f2-8398-625909ff4020 req-344a0a89-8c1b-4091-b401-ae17f236d168 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440977 Aug 24 09:03:25.096781 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 33386b8e-f70e-4cbd-91c3-9903e8e5670e up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:03:25.148613 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 33386b8e-f70e-4cbd-91c3-9903e8e5670e triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:03:25.148986 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:25.227798 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 33386b8e-f70e-4cbd-91c3-9903e8e5670e is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:03:25.228185 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:25.251595 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed40982-85ae-441a-91de-3af5a8b60313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33386b8e-f70e-4cbd-91c3-9903e8e5670e'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:03:25.253872 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaddc779-f484-4c12-abba-8fb26120a820" -d '{"events": [{"server_uuid": "1ed40982-85ae-441a-91de-3af5a8b60313", "name": "network-vif-plugged", "status": "completed", "tag": "33386b8e-f70e-4cbd-91c3-9903e8e5670e"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:03:25.267127 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 33386b8e-f70e-4cbd-91c3-9903e8e5670e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=33386b8e-f70e-4cbd-91c3-9903e8e5670e,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:03:25.296706 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ba2a93-8574-42a9-aaf8-e91254d3d372 x-openstack-request-id: req-48ba2a93-8574-42a9-aaf8-e91254d3d372 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:03:25.297004 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed40982-85ae-441a-91de-3af5a8b60313", "name": "network-vif-plugged", "status": "completed", "tag": "33386b8e-f70e-4cbd-91c3-9903e8e5670e", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:03:25.297267 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48ba2a93-8574-42a9-aaf8-e91254d3d372 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:03:25.297677 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ba2a93-8574-42a9-aaf8-e91254d3d372'] response: {'server_uuid': '1ed40982-85ae-441a-91de-3af5a8b60313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33386b8e-f70e-4cbd-91c3-9903e8e5670e', 'code': 200} Aug 24 09:03:25.350328 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:25.402744 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=33386b8e-f70e-4cbd-91c3-9903e8e5670e,revision_number=10']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:25.683162 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe85ad-acbf-4fd2-8915-827a06f69a05 req-0c6e742c-a19f-4fad-a4f3-c625006528b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:25.684896 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1dfe85ad-acbf-4fd2-8915-827a06f69a05 req-0c6e742c-a19f-4fad-a4f3-c625006528b3 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 1130 time: 0.0441713 Aug 24 09:03:25.734152 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1dfe85ad-acbf-4fd2-8915-827a06f69a05 req-c647d2ea-5543-4c89-bf49-6ec55667c55c service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426803 Aug 24 09:03:26.015577 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3e97c-964f-4177-87f1-06d728b02b85 req-3b4ebdc3-859b-4df2-8b88-85eca0dd25bd tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:26.017134 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9df3e97c-964f-4177-87f1-06d728b02b85 req-3b4ebdc3-859b-4df2-8b88-85eca0dd25bd tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 946 time: 0.0483365 Aug 24 09:03:26.071157 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9df3e97c-964f-4177-87f1-06d728b02b85 req-b59334dc-91e6-44bd-a100-55d007a0f420 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482576 Aug 24 09:03:27.226162 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1a8af-0c6a-4489-817a-4021336c044d req-a1f79740-9100-4507-8253-ee595b187189 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:27.227883 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-12f1a8af-0c6a-4489-817a-4021336c044d req-a1f79740-9100-4507-8253-ee595b187189 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 946 time: 0.0610423 Aug 24 09:03:27.284190 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-12f1a8af-0c6a-4489-817a-4021336c044d req-f038fd46-c8c8-4b9e-8344-3ff034d0fb99 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504358 Aug 24 09:03:28.408840 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c4cb4-288e-4749-a654-020d1047f153 req-6f238719-5f0e-4618-8bf9-5ec0ff86eb11 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:28.410293 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-458c4cb4-288e-4749-a654-020d1047f153 req-6f238719-5f0e-4618-8bf9-5ec0ff86eb11 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 946 time: 0.0475454 Aug 24 09:03:28.423570 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:28.461393 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-458c4cb4-288e-4749-a654-020d1047f153 req-c93f76ae-1317-42f1-9492-b70f5f596f47 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448558 Aug 24 09:03:29.585341 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33fcbb-2c33-4af1-b644-c9342e264908 req-1a046278-fcee-4b05-bc5f-6e1d25d3cb74 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:29.586974 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5c33fcbb-2c33-4af1-b644-c9342e264908 req-1a046278-fcee-4b05-bc5f-6e1d25d3cb74 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 946 time: 0.0469618 Aug 24 09:03:29.634108 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5c33fcbb-2c33-4af1-b644-c9342e264908 req-bf4d970a-42bc-4762-b618-2cb3d5e3db6f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417542 Aug 24 09:03:30.763484 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7449822-3040-4c8c-a081-35ebb31e9d16 req-9c1ac416-acd5-4cfe-b938-b74b313d551f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:30.764867 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d7449822-3040-4c8c-a081-35ebb31e9d16 req-9c1ac416-acd5-4cfe-b938-b74b313d551f tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 946 time: 0.0483613 Aug 24 09:03:30.793384 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:30.803255 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:30.817389 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d7449822-3040-4c8c-a081-35ebb31e9d16 req-f16a80f6-4c80-4d4f-bd31-88f2f34ece60 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469804 Aug 24 09:03:31.679692 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:03:35.390768 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:35.398860 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:35.400134 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:35.435414 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-f4395e4c-1700-4676-803b-39f8ce30f1e4 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-654577097&fields=id&tenant_id=12594f976e5f48d9926716737f86afe0 HTTP/1.1" status: 200 len: 267 time: 0.0466282 Aug 24 09:03:35.543410 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-c12eaad3-5ad3-4341-81a0-debcdeaeb1aa tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:35.545232 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-c12eaad3-5ad3-4341-81a0-debcdeaeb1aa tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/networks?id=13fa4940-b618-4378-a572-2001b35f19f6 HTTP/1.1" status: 200 len: 811 time: 0.1034398 Aug 24 09:03:35.561098 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-7c5f5c68-f7f9-4d8e-8e5a-6241c057d2a5 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/quotas/12594f976e5f48d9926716737f86afe0 HTTP/1.1" status: 200 len: 375 time: 0.0099444 Aug 24 09:03:35.621743 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-3caf907c-408c-45bf-bcc3-3155a0609478 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=12594f976e5f48d9926716737f86afe0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535953 Aug 24 09:03:35.871810 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e8394b76-f647-47dc-b836-a53ce36f5428 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899615 Aug 24 09:03:35.967435 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-37dc262f-4e89-42e4-8388-6528e9653097 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897481 Aug 24 09:03:36.712704 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558735c6-dc6f-4756-b3e3-19dbd6b023d2 req-db0a1237-323d-482d-9856-58afc0a3d9d7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:36.714200 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-558735c6-dc6f-4756-b3e3-19dbd6b023d2 req-db0a1237-323d-482d-9856-58afc0a3d9d7 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 945 time: 0.0516396 Aug 24 09:03:36.769058 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-558735c6-dc6f-4756-b3e3-19dbd6b023d2 req-a8548ae1-ad17-40e9-bd7d-7b8a44808968 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b3a4f26b-a9a9-49e7-a100-2f1761703dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485611 Aug 24 09:03:36.799411 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9158e91a-7974-4998-a380-b7accf70a0af req-dc07ac7a-37bf-4e92-864d-3e45fb2eb6ca tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 210 time: 0.0296991 Aug 24 09:03:37.904111 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4badc-f9f2-4d25-9c1f-588acc6dbac0 req-35853ec7-8bb4-47c5-b29c-4cc2c974e6f2 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:37.904746 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a4206ee5-8b88-47f3-ae7c-17df23be0449 req-f937cf7b-b206-4719-aade-7df2b63bdac3 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 210 time: 0.0279648 Aug 24 09:03:37.905775 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fcd4badc-f9f2-4d25-9c1f-588acc6dbac0 req-35853ec7-8bb4-47c5-b29c-4cc2c974e6f2 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 945 time: 0.0535772 Aug 24 09:03:37.956808 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fcd4badc-f9f2-4d25-9c1f-588acc6dbac0 req-b71957af-5ef4-404e-b564-6a4abf1495ab tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b3a4f26b-a9a9-49e7-a100-2f1761703dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452037 Aug 24 09:03:38.612995 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0e312-52de-420b-afa5-5da54997fcb6 req-e376bf48-1c9b-465d-9c04-03cc32cb36ce tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:38.614584 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-23b0e312-52de-420b-afa5-5da54997fcb6 req-e376bf48-1c9b-465d-9c04-03cc32cb36ce tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 945 time: 0.0488255 Aug 24 09:03:38.714018 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-23b0e312-52de-420b-afa5-5da54997fcb6 req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Deleting port 74549938-4271-4fc7-9c80-3503660f943c {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:03:38.714359 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-23b0e312-52de-420b-afa5-5da54997fcb6 req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (74549938-4271-4fc7-9c80-3503660f943c), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:38.718121 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:38.808511 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-23b0e312-52de-420b-afa5-5da54997fcb6 req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] For port 74549938-4271-4fc7-9c80-3503660f943c, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=74549938-4271-4fc7-9c80-3503660f943c,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:03:38.808877 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-23b0e312-52de-420b-afa5-5da54997fcb6 req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (74549938-4271-4fc7-9c80-3503660f943c), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:38.971674 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-23b0e312-52de-420b-afa5-5da54997fcb6 req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:38.972358 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-23b0e312-52de-420b-afa5-5da54997fcb6 req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (d542ce39-115d-4bc7-8849-ac0ea9e61d1e), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:38.972358 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.l3_db [req-23b0e312-52de-420b-afa5-5da54997fcb6 req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Floating IP d542ce39-115d-4bc7-8849-ac0ea9e61d1e disassociated. External IP: 172.27.1.69, port: 74549938-4271-4fc7-9c80-3503660f943c. Aug 24 09:03:38.972689 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-23b0e312-52de-420b-afa5-5da54997fcb6 req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Calling delete_port for 74549938-4271-4fc7-9c80-3503660f943c owned by compute:nova {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:03:39.029075 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d6cedcc5-5a80-4a07-bb6a-4dc163248437 req-fff94981-a13b-410f-b50d-586db469480e tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 210 time: 0.0338502 Aug 24 09:03:39.098678 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84436b92-59fe-43d3-8157-47d1d9ef85fc req-e5cbe6f6-b695-4379-a1d8-885d45244afe tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:39.100128 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-84436b92-59fe-43d3-8157-47d1d9ef85fc req-e5cbe6f6-b695-4379-a1d8-885d45244afe tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 945 time: 0.0541835 Aug 24 09:03:39.190096 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-84436b92-59fe-43d3-8157-47d1d9ef85fc req-3a56eb76-5739-4c24-b2de-26fbec68cd16 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b3a4f26b-a9a9-49e7-a100-2f1761703dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833275 Aug 24 09:03:39.276074 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-23b0e312-52de-420b-afa5-5da54997fcb6 req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (74549938-4271-4fc7-9c80-3503660f943c), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:39.304619 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event deleted for resources: {'Port': ['ID=74549938-4271-4fc7-9c80-3503660f943c,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:39.317800 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:39.318155 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:39.318504 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:39.318876 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:39.319248 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:39.319584 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:39.320549 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:39.320549 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:39.320549 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:39.320896 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:39.321202 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:39.321528 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:39.321857 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:39.322183 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:39.322509 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:39.356097 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-d10eda21-836e-4a57-95f9-84df31c9b2f9 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:39.357568 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-d10eda21-836e-4a57-95f9-84df31c9b2f9 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.69 "GET /networking/v2.0/networks?id=13fa4940-b618-4378-a572-2001b35f19f6 HTTP/1.1" status: 200 len: 811 time: 0.1140404 Aug 24 09:03:39.443422 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-bd09db82-a0ac-40b2-8318-c5e331422201 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.69 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=12594f976e5f48d9926716737f86afe0 HTTP/1.1" status: 200 len: 379 time: 0.0768864 Aug 24 09:03:39.454328 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Request body: {'port': {'device_id': '1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'admin_state_up': True, 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'security_groups': ['f32ffc6f-3de5-4489-b5b6-246e80c4bbf4']}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:03:39.662962 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Made reservation on behalf of 12594f976e5f48d9926716737f86afe0 for: {'port': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:03:39.667435 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:39.684778 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:39.689313 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:39.730163 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23b0e312-52de-420b-afa5-5da54997fcb6 req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:03:39.821179 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Allocated IP 172.20.0.3 (13fa4940-b618-4378-a572-2001b35f19f6/aaef8caf-3e43-49ed-9743-8dc7cada53fc/adae0d7f-1916-4bd6-bae0-33bda6b0cf6f) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:03:39.845132 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:39.848280 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23b0e312-52de-420b-afa5-5da54997fcb6 req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:03:39.858059 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:39.862116 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74918f44-a340-473c-bff4-4ceaa861427b None None] Sync routers for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:03:39.873313 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74918f44-a340-473c-bff4-4ceaa861427b None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:03:39.874144 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-74918f44-a340-473c-bff4-4ceaa861427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:03:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:03:39.880236 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:39.898130 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b0e312-52de-420b-afa5-5da54997fcb6 req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] No DVR routers for this DVR port 74549938-4271-4fc7-9c80-3503660f943c on host hv-cinder-85221 {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:03:39.900864 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-23b0e312-52de-420b-afa5-5da54997fcb6 req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:39.904063 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-23b0e312-52de-420b-afa5-5da54997fcb6 req-575c2100-514e-4560-b838-18ff4395108b tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.69 "DELETE /networking/v2.0/ports/74549938-4271-4fc7-9c80-3503660f943c HTTP/1.1" status: 204 len: 173 time: 1.2784069 Aug 24 09:03:39.904700 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017a08ce-92b2-4afe-8374-a954c76c953e', 'name': 'network-vif-deleted', 'tag': '74549938-4271-4fc7-9c80-3503660f943c'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:03:39.907184 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb4bb23-d4e4-4c40-ba3c-acc543ef07ee" -d '{"events": [{"server_uuid": "017a08ce-92b2-4afe-8374-a954c76c953e", "name": "network-vif-deleted", "tag": "74549938-4271-4fc7-9c80-3503660f943c"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:03:39.947719 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63148109-7487-4c8a-865b-0175f86d2e32 x-openstack-request-id: req-63148109-7487-4c8a-865b-0175f86d2e32 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:03:39.948228 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017a08ce-92b2-4afe-8374-a954c76c953e", "name": "network-vif-deleted", "tag": "74549938-4271-4fc7-9c80-3503660f943c", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:03:39.948483 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63148109-7487-4c8a-865b-0175f86d2e32 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:03:39.948878 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63148109-7487-4c8a-865b-0175f86d2e32'] response: {'server_uuid': '017a08ce-92b2-4afe-8374-a954c76c953e', 'name': 'network-vif-deleted', 'tag': '74549938-4271-4fc7-9c80-3503660f943c', 'status': 'completed', 'code': 200} Aug 24 09:03:39.978868 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for port (adae0d7f-1916-4bd6-bae0-33bda6b0cf6f), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:40.005610 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-74918f44-a340-473c-bff4-4ceaa861427b None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:03:40.089930 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:40.110592 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (adae0d7f-1916-4bd6-bae0-33bda6b0cf6f), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:40.156572 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Network 13fa4940-b618-4378-a572-2001b35f19f6 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:03:40.162470 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:03:40.167600 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:03:40.187647 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a48896-e2c8-4a25-9633-c5542f76ed22 req-900ec8fa-62b3-4d1f-9b7f-d3a663cce225 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:40.197914 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-50a48896-e2c8-4a25-9633-c5542f76ed22 req-900ec8fa-62b3-4d1f-9b7f-d3a663cce225 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 931 time: 0.0767241 Aug 24 09:03:40.208420 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event updated for resources: {'Port': ['ID=adae0d7f-1916-4bd6-bae0-33bda6b0cf6f,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:40.220176 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-74918f44-a340-473c-bff4-4ceaa861427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:03:40.225543 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:40.226151 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:40.226674 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:40.227191 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:40.227690 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:40.228184 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:40.228693 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:40.229177 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:40.229675 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:40.230172 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:40.230681 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:40.231212 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:40.231750 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:40.232268 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:40.232774 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:40.248108 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74918f44-a340-473c-bff4-4ceaa861427b None None] Checking router: 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:03:40.248768 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:40.249632 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:40.259575 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74918f44-a340-473c-bff4-4ceaa861427b None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:03:40.260229 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-74918f44-a340-473c-bff4-4ceaa861427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:03:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:03:40.297209 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-50a48896-e2c8-4a25-9633-c5542f76ed22 req-a167b098-34b2-4155-aa20-67ad67243f30 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898464 Aug 24 09:03:40.389042 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-507e4c8b-aff0-4d06-97c3-47138bb5ef54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9386206 Aug 24 09:03:40.390841 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ce1b67a4-aa8b-4eef-b6aa-92039ef79b82 req-84281474-205b-4ef7-88a9-337ef1fb0c8f tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=017a08ce-92b2-4afe-8374-a954c76c953e HTTP/1.1" status: 200 len: 210 time: 0.0391273 Aug 24 09:03:40.395796 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-74918f44-a340-473c-bff4-4ceaa861427b None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:03:40.561918 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-36886c1c-bfa5-4e2a-a9e3-15bc4ea90894 None None] Provisioning complete for port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:03:40.562286 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-36886c1c-bfa5-4e2a-a9e3-15bc4ea90894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (adae0d7f-1916-4bd6-bae0-33bda6b0cf6f), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:40.611679 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-36886c1c-bfa5-4e2a-a9e3-15bc4ea90894 None None] Port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:03:40.630782 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Request body: {'port': {'device_id': '1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:03:40.656003 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-74918f44-a340-473c-bff4-4ceaa861427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:03:40.688675 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74918f44-a340-473c-bff4-4ceaa861427b None None] The sync data for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi is: [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T08:56:17Z', 'revision_number': 4, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '39ec87c5-9457-4372-b46c-69482bec3f2e', 'name': '', 'network_id': '8974f404-81fe-476f-ae03-918a0ea03bf7', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'mac_address': 'fa:16:3e:22:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:15Z', 'updated_at': '2022-08-24T08:56:32Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'subnets': [{'id': '68cde71c-76f8-4ef2-ae70-0fbb6e1478f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:03:40.701920 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (adae0d7f-1916-4bd6-bae0-33bda6b0cf6f), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:40.887176 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:40.960775 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c45cee-bd71-4161-ba9b-df4c01c71e51 None None] New status for floating IP d542ce39-115d-4bc7-8849-ac0ea9e61d1e: DOWN {{(pid=118619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:03:41.206360 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 74549938-4271-4fc7-9c80-3503660f943c no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:03:41.228046 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: 74549938-4271-4fc7-9c80-3503660f943c {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:03:41.228375 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 74549938-4271-4fc7-9c80-3503660f943c not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:03:41.251285 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adae0d7f-1916-4bd6-bae0-33bda6b0cf6f {{(pid=118617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:03:41.260449 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Publish callbacks [] for port (adae0d7f-1916-4bd6-bae0-33bda6b0cf6f), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:41.275241 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.provisioning_blocks [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Transition to ACTIVE for port object adae0d7f-1916-4bd6-bae0-33bda6b0cf6f will not be triggered until provisioned by entity L2. {{(pid=118617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 09:03:41.383903 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252178666'] for port (adae0d7f-1916-4bd6-bae0-33bda6b0cf6f), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:41.483440 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a4218-ee52-4eab-be4b-99a675de7983 req-d4540bf5-ebde-4605-aa7d-311bfd2f50c4 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:41.483440 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f16a4218-ee52-4eab-be4b-99a675de7983 req-d4540bf5-ebde-4605-aa7d-311bfd2f50c4 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 943 time: 0.0882983 Aug 24 09:03:41.486136 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Pushing event updated for resources: {'Port': ['ID=adae0d7f-1916-4bd6-bae0-33bda6b0cf6f,revision_number=2']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:41.527296 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.managers [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Attempting to bind port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:03:41.527777 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.managers [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Attempting to bind port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'}] {{(pid=118617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:03:41.528308 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Attempting to bind port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f on network 13fa4940-b618-4378-a572-2001b35f19f6 {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:03:41.534960 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f on network 13fa4940-b618-4378-a572-2001b35f19f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 09:03:41.536293 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Attempting to bind port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f on network 13fa4940-b618-4378-a572-2001b35f19f6 {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:03:41.543625 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:03:41.543625 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Checking segment: {'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:03:41.544094 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Bound using segment: {'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'} {{(pid=118617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:03:41.544848 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.managers [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Bound port: adae0d7f-1916-4bd6-bae0-33bda6b0cf6f, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6'}}] {{(pid=118617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:03:41.545316 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (adae0d7f-1916-4bd6-bae0-33bda6b0cf6f), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:41.578072 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f16a4218-ee52-4eab-be4b-99a675de7983 req-d7310320-c75d-4a1f-93ff-285d02b58861 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927212 Aug 24 09:03:41.593800 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38256) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:41.620581 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] For port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f, host hv-cinder-85221, cleared binding levels {{(pid=118617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:03:41.624361 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] For port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=adae0d7f-1916-4bd6-bae0-33bda6b0cf6f,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:03:41.659343 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-4a53466d-1504-4044-b769-e26016022dc6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (b3a4f26b-a9a9-49e7-a100-2f1761703dbb), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:41.690972 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-4a53466d-1504-4044-b769-e26016022dc6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (b3a4f26b-a9a9-49e7-a100-2f1761703dbb), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:41.699498 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252178666'] for port (adae0d7f-1916-4bd6-bae0-33bda6b0cf6f), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:41.702565 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:41.703219 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:41.704843 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/adae0d7f-1916-4bd6-bae0-33bda6b0cf6f HTTP/1.1" status: 200 len: 1093 time: 1.0851376 Aug 24 09:03:41.706479 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc', 'tag': 'adae0d7f-1916-4bd6-bae0-33bda6b0cf6f'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:03:41.708887 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8770fcc-35e4-41c7-b321-42381045bf8b" -d '{"events": [{"name": "network-changed", "server_uuid": "1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc", "tag": "adae0d7f-1916-4bd6-bae0-33bda6b0cf6f"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:03:41.756321 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291adfa-0412-433e-bc79-fce5c79d24a9 service neutron] Pushing event updated for resources: {'Port': ['ID=adae0d7f-1916-4bd6-bae0-33bda6b0cf6f,revision_number=3']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:41.778795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6fa424-6740-4bd9-9654-2f185c57bb66 x-openstack-request-id: req-8f6fa424-6740-4bd9-9654-2f185c57bb66 {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:03:41.779088 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc", "tag": "adae0d7f-1916-4bd6-bae0-33bda6b0cf6f", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:03:41.779344 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f6fa424-6740-4bd9-9654-2f185c57bb66 {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:03:41.779794 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f6fa424-6740-4bd9-9654-2f185c57bb66'] response: {'name': 'network-changed', 'server_uuid': '1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc', 'tag': 'adae0d7f-1916-4bd6-bae0-33bda6b0cf6f', 'status': 'completed', 'code': 200} Aug 24 09:03:41.844549 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8770fcc-35e4-41c7-b321-42381045bf8b req-259344e6-a595-4cdd-84ac-3854c80af0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:41.846052 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e8770fcc-35e4-41c7-b321-42381045bf8b req-259344e6-a595-4cdd-84ac-3854c80af0c0 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=12594f976e5f48d9926716737f86afe0&device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 1127 time: 0.0464237 Aug 24 09:03:41.852177 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-4a53466d-1504-4044-b769-e26016022dc6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (b3a4f26b-a9a9-49e7-a100-2f1761703dbb), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:41.854790 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-4a53466d-1504-4044-b769-e26016022dc6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:41.855917 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-4a53466d-1504-4044-b769-e26016022dc6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b3a4f26b-a9a9-49e7-a100-2f1761703dbb HTTP/1.1" status: 204 len: 168 time: 0.2611418 Aug 24 09:03:41.859397 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38260) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:41.876902 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53466d-1504-4044-b769-e26016022dc6 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a4f26b-a9a9-49e7-a100-2f1761703dbb,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:41.879916 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.api.v2.resource [None req-44772964-db30-4da6-ba79-3b6baefcb263 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] show failed (client error): The resource could not be found. Aug 24 09:03:41.883966 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-44772964-db30-4da6-ba79-3b6baefcb263 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "GET /networking/v2.0/security-groups/b3a4f26b-a9a9-49e7-a100-2f1761703dbb HTTP/1.1" status: 404 len: 347 time: 0.0207682 Aug 24 09:03:41.886994 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 38262) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:41.889491 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-286b5b91-5f0a-491b-854c-33a3e6e2bb75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:41.925085 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:42.059328 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8770fcc-35e4-41c7-b321-42381045bf8b req-ea43a291-9b1a-4042-9572-4b107b566edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:42.060738 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e8770fcc-35e4-41c7-b321-42381045bf8b req-ea43a291-9b1a-4042-9572-4b107b566edb service neutron] 10.222.0.69 "GET /networking/v2.0/networks?tenant_id=12594f976e5f48d9926716737f86afe0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2071390 Aug 24 09:03:42.063673 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-d293eb04-1841-4c4d-8c4e-17e888d5ef20 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Deleting port e10365cf-0785-44b0-9ba2-a10b36c23b31 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:03:42.064017 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d293eb04-1841-4c4d-8c4e-17e888d5ef20 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (e10365cf-0785-44b0-9ba2-a10b36c23b31), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:42.226112 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d293eb04-1841-4c4d-8c4e-17e888d5ef20 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (e10365cf-0785-44b0-9ba2-a10b36c23b31), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:42.226439 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d293eb04-1841-4c4d-8c4e-17e888d5ef20 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (e10365cf-0785-44b0-9ba2-a10b36c23b31), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:42.238535 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8770fcc-35e4-41c7-b321-42381045bf8b req-6967a4dc-8566-4207-9ac8-032556d2aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:42.240093 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e8770fcc-35e4-41c7-b321-42381045bf8b req-6967a4dc-8566-4207-9ac8-032556d2aa1c service neutron] 10.222.0.69 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1729922 Aug 24 09:03:42.244392 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-d293eb04-1841-4c4d-8c4e-17e888d5ef20 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Calling delete_port for e10365cf-0785-44b0-9ba2-a10b36c23b31 owned by network:floatingip {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:03:42.336751 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-10ce0b95-9e66-441e-bb86-12d24de0a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:42.338139 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-10ce0b95-9e66-441e-bb86-12d24de0a845 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=12594f976e5f48d9926716737f86afe0&device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 1127 time: 0.0528936 Aug 24 09:03:42.390336 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:42.393522 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-cdbd20aa-a616-4815-a986-54c48a875adb service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adae0d7f-1916-4bd6-bae0-33bda6b0cf6f HTTP/1.1" status: 200 len: 217 time: 0.0466354 Aug 24 09:03:42.482551 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-83710ca0-c508-4a54-810c-973ca103f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:42.484063 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-83710ca0-c508-4a54-810c-973ca103f326 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=aaef8caf-3e43-49ed-9743-8dc7cada53fc HTTP/1.1" status: 200 len: 850 time: 0.0772338 Aug 24 09:03:42.538678 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-cd5212d6-ad79-4650-a5ff-b800a404421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:42.540596 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-cd5212d6-ad79-4650-a5ff-b800a404421b service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=13fa4940-b618-4378-a572-2001b35f19f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477281 Aug 24 09:03:42.567126 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d293eb04-1841-4c4d-8c4e-17e888d5ef20 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (e10365cf-0785-44b0-9ba2-a10b36c23b31), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:42.607335 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293eb04-1841-4c4d-8c4e-17e888d5ef20 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Pushing event deleted for resources: {'Port': ['ID=e10365cf-0785-44b0-9ba2-a10b36c23b31,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:42.690782 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:42.728439 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-15570361-eb39-43f8-a3c7-41f3208c2aad service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805513 Aug 24 09:03:42.736231 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d293eb04-1841-4c4d-8c4e-17e888d5ef20 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks [] for floatingip (d542ce39-115d-4bc7-8849-ac0ea9e61d1e), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:42.737635 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de163ba-a70f-4317-80ff-c244052bca84 req-53985130-59db-4ed8-bde3-3e38f0613376 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:42.739308 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9de163ba-a70f-4317-80ff-c244052bca84 req-53985130-59db-4ed8-bde3-3e38f0613376 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 943 time: 0.0588136 Aug 24 09:03:42.741002 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d293eb04-1841-4c4d-8c4e-17e888d5ef20 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:42.743549 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-d293eb04-1841-4c4d-8c4e-17e888d5ef20 tempest-AttachVolumeNegativeTest-2076346057 tempest-AttachVolumeNegativeTest-2076346057-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/d542ce39-115d-4bc7-8849-ac0ea9e61d1e HTTP/1.1" status: 204 len: 168 time: 0.8556345 Aug 24 09:03:42.804976 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9de163ba-a70f-4317-80ff-c244052bca84 req-ef7963d6-8bbc-45d8-8f61-28a9027ca460 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577607 Aug 24 09:03:42.853480 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d4d1690d-cc65-45ae-9a90-215f6141f039 req-43a0758a-3f43-433c-b04c-6851ccd27091 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082802 Aug 24 09:03:43.940282 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638e5a5-f83a-4f8b-b7af-8bfc1fb38173 req-f78664ef-ee98-42c4-95fc-0b83cfae8190 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:43.941811 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4638e5a5-f83a-4f8b-b7af-8bfc1fb38173 req-f78664ef-ee98-42c4-95fc-0b83cfae8190 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 943 time: 0.0510101 Aug 24 09:03:43.992557 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4638e5a5-f83a-4f8b-b7af-8bfc1fb38173 req-805abcce-2196-4ebd-b7ff-4420f004e1d3 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444713 Aug 24 09:03:44.309639 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-30113bca-d984-4998-b497-e8b8d5d0dd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:45.112560 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f430e-2c18-476b-82ea-d80c86e12000 req-276e851e-f048-4003-a675-6e4fb686d9fe tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:45.114125 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-081f430e-2c18-476b-82ea-d80c86e12000 req-276e851e-f048-4003-a675-6e4fb686d9fe tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 943 time: 0.0483046 Aug 24 09:03:45.175971 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-081f430e-2c18-476b-82ea-d80c86e12000 req-c9e963d0-2b8a-4b2d-9b42-ca797afa806a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544105 Aug 24 09:03:45.237377 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87968173-2cc2-4720-9188-323ed8564707 req-31b0af81-0681-46f6-8d0b-3972e44dfeed tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:45.240102 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-87968173-2cc2-4720-9188-323ed8564707 req-31b0af81-0681-46f6-8d0b-3972e44dfeed tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0620139 Aug 24 09:03:45.305078 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-87968173-2cc2-4720-9188-323ed8564707 req-a693a6e5-1dcd-4801-8b18-27fa6f40227f tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520589 Aug 24 09:03:45.749579 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:46.232830 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cad76-bf6a-4169-93bd-ed00fa06a0e4 req-e5c248fe-3380-4a24-a946-56baaea7cf74 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:46.234339 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a31cad76-bf6a-4169-93bd-ed00fa06a0e4 req-e5c248fe-3380-4a24-a946-56baaea7cf74 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0491779 Aug 24 09:03:46.290488 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a31cad76-bf6a-4169-93bd-ed00fa06a0e4 req-1bfdbc4b-22ae-48ea-a890-f99e61886a0a tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499551 Aug 24 09:03:46.306199 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbe5c8-c5d8-4f9d-bd7c-88366b1ea8cd req-6d31ac5c-ff8c-4a15-8f34-6d36b271f18a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:46.307718 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-dffbe5c8-c5d8-4f9d-bd7c-88366b1ea8cd req-6d31ac5c-ff8c-4a15-8f34-6d36b271f18a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 943 time: 0.0524185 Aug 24 09:03:46.367089 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-dffbe5c8-c5d8-4f9d-bd7c-88366b1ea8cd req-4004fd9b-fddb-4c6f-a411-1e87300125df tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536768 Aug 24 09:03:46.438493 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d46e9-fcd7-4410-aedd-9195559d45f5 req-3186f5e7-3287-4dc9-b569-41eccdad69db tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:46.440063 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-742d46e9-fcd7-4410-aedd-9195559d45f5 req-3186f5e7-3287-4dc9-b569-41eccdad69db tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0494311 Aug 24 09:03:46.491599 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-742d46e9-fcd7-4410-aedd-9195559d45f5 req-b5d069d5-4738-443e-8b67-86d92b39a060 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455863 Aug 24 09:03:46.976752 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:47.048379 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 38324) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:47.440214 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9396228-ed6e-4ae2-a9c6-eebeebe5d4de req-fcfdd30d-0c25-4379-94f2-575fcc31efca tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:47.441786 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b9396228-ed6e-4ae2-a9c6-eebeebe5d4de req-fcfdd30d-0c25-4379-94f2-575fcc31efca tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0735207 Aug 24 09:03:47.488108 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6634c2-5880-43f8-b687-31b5b770a833 req-7cbd2056-4c0a-409a-a784-f2556704cd92 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:47.489730 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ac6634c2-5880-43f8-b687-31b5b770a833 req-7cbd2056-4c0a-409a-a784-f2556704cd92 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 943 time: 0.0487351 Aug 24 09:03:47.541309 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b9396228-ed6e-4ae2-a9c6-eebeebe5d4de req-b181db03-f7ed-4f5c-ab08-5879fd543c67 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902607 Aug 24 09:03:47.541946 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f86662bb-f7d3-4ecc-b885-5fd0db4f5d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698733'] for router_interface (6d4d4082-48f2-4703-8b51-d6f9ac3eca56), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:47.545631 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ac6634c2-5880-43f8-b687-31b5b770a833 req-edf22f14-0601-4af8-a602-1d0a13f841b9 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495229 Aug 24 09:03:47.604096 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:47.658289 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:47.672211 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52531509-dbfb-455f-80ab-496eb042585a req-74f1ab1e-b50c-40c6-a0a8-1b67e11b17a5 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:47.673686 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-52531509-dbfb-455f-80ab-496eb042585a req-74f1ab1e-b50c-40c6-a0a8-1b67e11b17a5 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0598564 Aug 24 09:03:47.683779 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:47.778173 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-52531509-dbfb-455f-80ab-496eb042585a req-9795426c-ceb6-4b4d-be1c-025182561e28 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970795 Aug 24 09:03:47.846761 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-f86662bb-f7d3-4ecc-b885-5fd0db4f5d00 admin admin] Deleting port 39ec87c5-9457-4372-b46c-69482bec3f2e {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:03:47.847103 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f86662bb-f7d3-4ecc-b885-5fd0db4f5d00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (39ec87c5-9457-4372-b46c-69482bec3f2e), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:47.927614 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-f86662bb-f7d3-4ecc-b885-5fd0db4f5d00 admin admin] For port 39ec87c5-9457-4372-b46c-69482bec3f2e, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=39ec87c5-9457-4372-b46c-69482bec3f2e,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:03:47.927882 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f86662bb-f7d3-4ecc-b885-5fd0db4f5d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (39ec87c5-9457-4372-b46c-69482bec3f2e), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:47.941103 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-f86662bb-f7d3-4ecc-b885-5fd0db4f5d00 admin admin] Calling delete_port for 39ec87c5-9457-4372-b46c-69482bec3f2e owned by network:router_interface {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:03:48.194976 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f86662bb-f7d3-4ecc-b885-5fd0db4f5d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (39ec87c5-9457-4372-b46c-69482bec3f2e), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:48.242231 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86662bb-f7d3-4ecc-b885-5fd0db4f5d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=39ec87c5-9457-4372-b46c-69482bec3f2e,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:48.423873 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f86662bb-f7d3-4ecc-b885-5fd0db4f5d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698617'] for router_interface (6d4d4082-48f2-4703-8b51-d6f9ac3eca56), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:48.516791 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:48.662032 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:48.718328 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f6677-2840-419a-87f3-c648043d65f2 req-5d905e1f-4330-46c7-ba7a-9801b3193337 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:48.720080 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3a9f6677-2840-419a-87f3-c648043d65f2 req-5d905e1f-4330-46c7-ba7a-9801b3193337 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0567167 Aug 24 09:03:48.783333 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3a9f6677-2840-419a-87f3-c648043d65f2 req-d35582df-4793-4e9c-83f1-57bfef2dd4f9 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565407 Aug 24 09:03:48.889593 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:48.909571 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb06dfe-3a3f-4549-989d-75c79e125384 req-0afa9224-424c-4153-a94d-6cb29453b367 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:48.911217 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8eb06dfe-3a3f-4549-989d-75c79e125384 req-0afa9224-424c-4153-a94d-6cb29453b367 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0517428 Aug 24 09:03:48.953561 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86662bb-f7d3-4ecc-b885-5fd0db4f5d00 admin admin] Router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:03:48.966527 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:48.972520 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413da9e-b2ad-4b1a-ab30-be6a42386613 req-42e603e4-9685-453f-a7d1-f73643f83c4b tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:48.974000 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9413da9e-b2ad-4b1a-ab30-be6a42386613 req-42e603e4-9685-453f-a7d1-f73643f83c4b tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 943 time: 0.3107405 Aug 24 09:03:48.983781 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8eb06dfe-3a3f-4549-989d-75c79e125384 req-f375f61c-5a19-44fa-ae1a-ec64739d52e5 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648429 Aug 24 09:03:49.105445 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9413da9e-b2ad-4b1a-ab30-be6a42386613 req-92fa47c9-bcdf-4ecb-a4d9-21217d53a1aa tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227334 Aug 24 09:03:49.116721 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86662bb-f7d3-4ecc-b885-5fd0db4f5d00 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:03:49.137960 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-f86662bb-f7d3-4ecc-b885-5fd0db4f5d00 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/6d4d4082-48f2-4703-8b51-d6f9ac3eca56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0892854 Aug 24 09:03:49.140112 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 38340) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:49.142347 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeb8f9b-4153-4c98-aa0e-1a102dcff3ff None None] Sync routers for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:03:49.154587 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeb8f9b-4153-4c98-aa0e-1a102dcff3ff None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:03:49.155289 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-8eeb8f9b-4153-4c98-aa0e-1a102dcff3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:03:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:03:49.250607 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-026f679e-aa9a-4472-b5c9-7d65a9b19bed admin admin] Publish callbacks [] for router (6d4d4082-48f2-4703-8b51-d6f9ac3eca56), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:49.272983 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-8eeb8f9b-4153-4c98-aa0e-1a102dcff3ff None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:03:49.369582 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-026f679e-aa9a-4472-b5c9-7d65a9b19bed admin admin] Publish callbacks [] for router_gateway (6d4d4082-48f2-4703-8b51-d6f9ac3eca56), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:49.466529 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-8eeb8f9b-4153-4c98-aa0e-1a102dcff3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'ca43598d-2420-458a-85fe-66d32227f915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T09:03:48Z', 'revision_number': 5, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port': {'id': 'ca43598d-2420-458a-85fe-66d32227f915', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:09Z', 'updated_at': '2022-08-24T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:03:49.494073 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeb8f9b-4153-4c98-aa0e-1a102dcff3ff None None] Checking router: 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:03:49.501456 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-026f679e-aa9a-4472-b5c9-7d65a9b19bed admin admin] Deleting port ca43598d-2420-458a-85fe-66d32227f915 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:03:49.501816 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-026f679e-aa9a-4472-b5c9-7d65a9b19bed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (ca43598d-2420-458a-85fe-66d32227f915), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:49.503776 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeb8f9b-4153-4c98-aa0e-1a102dcff3ff None None] Routers {'6d4d4082-48f2-4703-8b51-d6f9ac3eca56'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:03:49.504407 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-8eeb8f9b-4153-4c98-aa0e-1a102dcff3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:03:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:03:49.594109 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-8eeb8f9b-4153-4c98-aa0e-1a102dcff3ff None None] Set router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 gateway port host: None {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:03:49.594719 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-026f679e-aa9a-4472-b5c9-7d65a9b19bed admin admin] For port ca43598d-2420-458a-85fe-66d32227f915, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=ca43598d-2420-458a-85fe-66d32227f915,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:03:49.595259 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-026f679e-aa9a-4472-b5c9-7d65a9b19bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (ca43598d-2420-458a-85fe-66d32227f915), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:49.608817 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-026f679e-aa9a-4472-b5c9-7d65a9b19bed admin admin] Calling delete_port for ca43598d-2420-458a-85fe-66d32227f915 owned by network:router_gateway {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:03:49.777863 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-8eeb8f9b-4153-4c98-aa0e-1a102dcff3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T09:03:49Z', 'revision_number': 6, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port_host': None}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:03:49.805142 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeb8f9b-4153-4c98-aa0e-1a102dcff3ff None None] The sync data for ids ['6d4d4082-48f2-4703-8b51-d6f9ac3eca56'] in dv-cinder-852211-5-iscsi is: [{'id': '6d4d4082-48f2-4703-8b51-d6f9ac3eca56', 'name': 'tempest-AttachVolumeNegativeTest-250214550-router', 'tenant_id': '574887b9d0fc42ce917c9b8b2c09e291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:08Z', 'updated_at': '2022-08-24T09:03:49Z', 'revision_number': 6, 'project_id': '574887b9d0fc42ce917c9b8b2c09e291', 'gw_port_host': None}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:03:49.897938 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-026f679e-aa9a-4472-b5c9-7d65a9b19bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (ca43598d-2420-458a-85fe-66d32227f915), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:49.922256 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f679e-aa9a-4472-b5c9-7d65a9b19bed admin admin] Pushing event deleted for resources: {'Port': ['ID=ca43598d-2420-458a-85fe-66d32227f915,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:49.926467 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd178774-88b8-4103-a518-d1a3c8ce3927 req-06189d54-6068-455e-85a4-7bbccbd8c9bc tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:49.928006 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fd178774-88b8-4103-a518-d1a3c8ce3927 req-06189d54-6068-455e-85a4-7bbccbd8c9bc tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0508628 Aug 24 09:03:49.976077 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:49.989355 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-fd178774-88b8-4103-a518-d1a3c8ce3927 req-b8e75371-da4c-4d95-9fe3-cfab3ddf9aa7 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539160 Aug 24 09:03:49.994605 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-026f679e-aa9a-4472-b5c9-7d65a9b19bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698408'] for router_gateway (6d4d4082-48f2-4703-8b51-d6f9ac3eca56), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:50.111388 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:50.120692 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-026f679e-aa9a-4472-b5c9-7d65a9b19bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (6d4d4082-48f2-4703-8b51-d6f9ac3eca56), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:50.125070 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-026f679e-aa9a-4472-b5c9-7d65a9b19bed admin admin] Publish callbacks [] for router_controller (6d4d4082-48f2-4703-8b51-d6f9ac3eca56), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:50.139872 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d1ea3-2060-4426-a0ed-3b5c2ec8a697 req-e80258db-5e8f-47ff-85ed-7a0e4767ece8 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:50.141381 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-178d1ea3-2060-4426-a0ed-3b5c2ec8a697 req-e80258db-5e8f-47ff-85ed-7a0e4767ece8 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0633240 Aug 24 09:03:50.228194 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-178d1ea3-2060-4426-a0ed-3b5c2ec8a697 req-d50795ca-e259-44a5-9894-a7579142e637 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530028 Aug 24 09:03:50.257610 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45767560-b4e3-4601-b588-bb8fefaaa2fb req-55e6ecad-66ff-46c9-b6ab-9b981df3b24a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:50.260516 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-45767560-b4e3-4601-b588-bb8fefaaa2fb req-55e6ecad-66ff-46c9-b6ab-9b981df3b24a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 943 time: 0.0713170 Aug 24 09:03:50.298828 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-026f679e-aa9a-4472-b5c9-7d65a9b19bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698698'] for router (6d4d4082-48f2-4703-8b51-d6f9ac3eca56), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:50.299134 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026f679e-aa9a-4472-b5c9-7d65a9b19bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d4d4082-48f2-4703-8b51-d6f9ac3eca56 {{(pid=118617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 09:03:50.306580 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-026f679e-aa9a-4472-b5c9-7d65a9b19bed admin admin] Publish callbacks [] for router (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:50.309694 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-026f679e-aa9a-4472-b5c9-7d65a9b19bed admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/6d4d4082-48f2-4703-8b51-d6f9ac3eca56 HTTP/1.1" status: 204 len: 168 time: 1.1655235 Aug 24 09:03:50.310491 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 38348) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:50.331272 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-45767560-b4e3-4601-b588-bb8fefaaa2fb req-5a0dd736-76d2-49c0-b2be-1982af12f51d tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644112 Aug 24 09:03:50.359773 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_v2 [None req-87aedf80-b6e9-4b9b-b442-1b944e2d456f admin admin] Deleting subnet 68cde71c-76f8-4ef2-ae70-0fbb6e1478f1 {{(pid=118617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 09:03:50.363102 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-87aedf80-b6e9-4b9b-b442-1b944e2d456f admin admin] Publish callbacks [] for subnet (68cde71c-76f8-4ef2-ae70-0fbb6e1478f1), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:50.403187 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-87aedf80-b6e9-4b9b-b442-1b944e2d456f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252308860'] for subnet (68cde71c-76f8-4ef2-ae70-0fbb6e1478f1), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:50.515923 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-87aedf80-b6e9-4b9b-b442-1b944e2d456f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038139'] for subnet (68cde71c-76f8-4ef2-ae70-0fbb6e1478f1), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:50.657641 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-87aedf80-b6e9-4b9b-b442-1b944e2d456f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252178608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251664119'] for subnet (68cde71c-76f8-4ef2-ae70-0fbb6e1478f1), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:50.686128 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aedf80-b6e9-4b9b-b442-1b944e2d456f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68cde71c-76f8-4ef2-ae70-0fbb6e1478f1,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:50.689735 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-87aedf80-b6e9-4b9b-b442-1b944e2d456f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:50.693073 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-87aedf80-b6e9-4b9b-b442-1b944e2d456f admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/68cde71c-76f8-4ef2-ae70-0fbb6e1478f1 HTTP/1.1" status: 204 len: 168 time: 0.3811107 Aug 24 09:03:50.696370 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 38350) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:50.697817 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab84e36-e6bd-4d2d-a2f1-ab95ffcfb02d None None] Network 8974f404-81fe-476f-ae03-918a0ea03bf7 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:03:50.775027 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623286'] for network (8974f404-81fe-476f-ae03-918a0ea03bf7), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:50.837240 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] Deleting port a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:03:50.837623 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:50.869976 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] DHCP port deletion for 8974f404-81fe-476f-ae03-918a0ea03bf7 request from dv-cinder-852211-5-iscsi {{(pid=118618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 09:03:50.907812 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] For port a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:03:50.908247 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:50.909540 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Deleting port a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe {{(pid=118618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:03:50.909882 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe), before_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:50.912642 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:50.927670 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] Calling delete_port for a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe owned by network:dhcp {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:03:50.947727 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:50.990585 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] For port a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe,segment=NetworkSegment(b3da164c-f07d-4d5d-b024-ebfdb6b54fb7),segment_id=b3da164c-f07d-4d5d-b024-ebfdb6b54fb7)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:03:50.991689 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe), precommit_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:51.010891 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Calling delete_port for a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe owned by network:dhcp {{(pid=118618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:03:51.014556 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:51.027240 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=2 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:51.045935 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:51.137554 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507b25-a772-4183-8664-efdee6baad20 req-69842122-1566-4796-bc79-37d9182c3f54 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:51.138974 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-77507b25-a772-4183-8664-efdee6baad20 req-69842122-1566-4796-bc79-37d9182c3f54 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0499735 Aug 24 09:03:51.140233 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:51.145968 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847'] for port (a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe), after_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:51.174054 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:51.176061 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Pushing event deleted for resources: {'Port': ['ID=a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe,revision_number=None']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:51.179086 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] No DVR routers for this DVR port a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe on host dv-cinder-852211-5-iscsi {{(pid=118618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:03:51.187884 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:51.189859 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] No DVR routers for this DVR port a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe on host dv-cinder-852211-5-iscsi {{(pid=118617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:03:51.191117 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:51.191470 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:51.191816 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:51.192161 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:51.192502 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:51.193126 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:51.193489 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:51.193823 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:51.194188 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:51.194736 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:51.195076 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:51.195573 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:51.195830 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:51.196159 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:51.196480 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e8c175-068e-48d6-bad5-a916a6b32edc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:03:51.268204 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-77507b25-a772-4183-8664-efdee6baad20 req-9e1b4177-d460-49e1-b1da-3e7305676255 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183240 Aug 24 09:03:51.297123 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038395', 'neutron.services.segments.db._delete_segments_for_network-8762420374128'] for network (8974f404-81fe-476f-ae03-918a0ea03bf7), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:51.324200 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8974f404-81fe-476f-ae03-918a0ea03bf7']}} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:03:51.326676 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:51.336986 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7') {'for_net_delete': True} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:03:51.337277 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3da164c-f07d-4d5d-b024-ebfdb6b54fb7') {} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:03:51.348478 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420431854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252308853'] for segment (b3da164c-f07d-4d5d-b024-ebfdb6b54fb7), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:51.364602 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (b3da164c-f07d-4d5d-b024-ebfdb6b54fb7), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:51.372392 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=118617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 09:03:51.372801 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-252178646'] for segment (b3da164c-f07d-4d5d-b024-ebfdb6b54fb7), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:51.379828 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0f461-d83e-4562-8f1b-f7fb87be71d5 req-5b3b5a96-e3ad-4f33-9a54-93b4ef256e54 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:51.382732 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f0a0f461-d83e-4562-8f1b-f7fb87be71d5 req-5b3b5a96-e3ad-4f33-9a54-93b4ef256e54 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0537379 Aug 24 09:03:51.409131 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.services.segments.plugin [-] Segment b3da164c-f07d-4d5d-b024-ebfdb6b54fb7 resource provider aggregate not found Aug 24 09:03:51.439218 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f0a0f461-d83e-4562-8f1b-f7fb87be71d5 req-d4324c8b-fe50-46d5-b9b1-224b409867db tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474706 Aug 24 09:03:51.463182 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.services.segments.plugin [-] Segment b3da164c-f07d-4d5d-b024-ebfdb6b54fb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3da164c-f07d-4d5d-b024-ebfdb6b54fb7 found for delete ", "request_id": "req-a5ef55fa-bbdc-4047-abdb-c7310f9bb67b"}]} Aug 24 09:03:51.502174 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb83515-dca0-47a9-b9b3-079f8b9cede0 req-4df80d41-542e-4a7a-8ebb-9a2e711b7ebb tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:51.503753 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0eb83515-dca0-47a9-b9b3-079f8b9cede0 req-4df80d41-542e-4a7a-8ebb-9a2e711b7ebb tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 943 time: 0.0845075 Aug 24 09:03:51.555885 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-0eb83515-dca0-47a9-b9b3-079f8b9cede0 req-f84ab1b1-118d-4b09-b168-5b72f1156954 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462337 Aug 24 09:03:51.566749 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698380'] for network (8974f404-81fe-476f-ae03-918a0ea03bf7), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:51.588700 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:51.588700 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/8974f404-81fe-476f-ae03-918a0ea03bf7 HTTP/1.1" status: 204 len: 168 time: 0.8905036 Aug 24 09:03:51.600875 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ad3ab-cfe7-49c3-9a09-b11bc72f4d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=8974f404-81fe-476f-ae03-918a0ea03bf7,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:51.887556 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 39ec87c5-9457-4372-b46c-69482bec3f2e no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:03:51.908080 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: 39ec87c5-9457-4372-b46c-69482bec3f2e {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:03:51.908307 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 39ec87c5-9457-4372-b46c-69482bec3f2e not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:03:51.908713 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device ca43598d-2420-458a-85fe-66d32227f915 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:03:51.927304 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: ca43598d-2420-458a-85fe-66d32227f915 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:03:51.927735 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device ca43598d-2420-458a-85fe-66d32227f915 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:03:51.928148 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:03:51.930204 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 38366) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:51.947461 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:03:51.953469 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device a9fe6f3d-1bc2-4194-a4bd-9d528b410dbe not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:03:51.973002 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-32e6f4f2-cbd5-458f-9f78-e906cbc276db admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=574887b9d0fc42ce917c9b8b2c09e291&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414960 Aug 24 09:03:51.977641 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38368) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:52.038461 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-48d797d1-5167-4cf3-ab57-316915b3887a admin admin] Publish callbacks [] for security_group (80ef4cb9-5f90-4331-b4bf-5f890dd5a216), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:52.060322 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-48d797d1-5167-4cf3-ab57-316915b3887a admin admin] Publish callbacks [] for security_group (80ef4cb9-5f90-4331-b4bf-5f890dd5a216), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:52.246618 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-48d797d1-5167-4cf3-ab57-316915b3887a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (80ef4cb9-5f90-4331-b4bf-5f890dd5a216), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:52.249215 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-48d797d1-5167-4cf3-ab57-316915b3887a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:52.250394 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-48d797d1-5167-4cf3-ab57-316915b3887a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/80ef4cb9-5f90-4331-b4bf-5f890dd5a216 HTTP/1.1" status: 204 len: 168 time: 0.2713056 Aug 24 09:03:52.263843 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d797d1-5167-4cf3-ab57-316915b3887a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ef4cb9-5f90-4331-b4bf-5f890dd5a216,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:52.406234 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4904d1-4293-4db0-bca3-2f382c46440b req-28e9d742-912c-40a2-85e3-9134734e8a58 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:52.407902 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2d4904d1-4293-4db0-bca3-2f382c46440b req-28e9d742-912c-40a2-85e3-9134734e8a58 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0506403 Aug 24 09:03:52.464756 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2d4904d1-4293-4db0-bca3-2f382c46440b req-49f4d787-c25f-4e3b-ab19-294c161a7252 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504768 Aug 24 09:03:52.576686 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cd3cf-5d65-48c8-83e5-5aa9e5d03e6b req-3185ad8b-d243-466d-aeeb-a825a79ea969 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:52.578372 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-009cd3cf-5d65-48c8-83e5-5aa9e5d03e6b req-3185ad8b-d243-466d-aeeb-a825a79ea969 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0541594 Aug 24 09:03:52.637852 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-009cd3cf-5d65-48c8-83e5-5aa9e5d03e6b req-9e20a32e-b64d-449e-b17f-a970b3b8a077 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513287 Aug 24 09:03:52.692969 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9548f-acaa-4895-b7e8-451756f80c67 req-43004d15-2d7b-4671-868a-6e0e40c51b24 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:52.694977 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e8e9548f-acaa-4895-b7e8-451756f80c67 req-43004d15-2d7b-4671-868a-6e0e40c51b24 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 943 time: 0.0635717 Aug 24 09:03:52.748351 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-e8e9548f-acaa-4895-b7e8-451756f80c67 req-6ea28f25-9440-4a40-a5ab-6dd8efd27b96 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474708 Aug 24 09:03:53.287138 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device adae0d7f-1916-4bd6-bae0-33bda6b0cf6f details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 09:03:53.386495 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38396) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:53.404247 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=adae0d7f-1916-4bd6-bae0-33bda6b0cf6f,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:03:53.418081 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': 'adae0d7f-1916-4bd6-bae0-33bda6b0cf6f', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'port_id': 'adae0d7f-1916-4bd6-bae0-33bda6b0cf6f', 'mac_address': 'fa:16:3e:ae:a1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 09:03:53.457611 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:03:53.457911 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (adae0d7f-1916-4bd6-bae0-33bda6b0cf6f), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:53.477847 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adae0d7f-1916-4bd6-bae0-33bda6b0cf6f {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:03:53.504795 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=adae0d7f-1916-4bd6-bae0-33bda6b0cf6f,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:03:53.506346 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-fe1bc1f1-d13d-4e64-aeb1-804a1975e927 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1806628402-network', 'tenant_id': 'd913b8bcdeb34817a6e3e772a6ff3e07'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:03:53.595204 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (adae0d7f-1916-4bd6-bae0-33bda6b0cf6f), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:53.601194 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8a378-580e-4c91-8995-7ed9497189fa req-aaf751c0-a881-4546-8625-1778c82c17a1 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:53.602735 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ade8a378-580e-4c91-8995-7ed9497189fa req-aaf751c0-a881-4546-8625-1778c82c17a1 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0476534 Aug 24 09:03:53.612409 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1bc1f1-d13d-4e64-aeb1-804a1975e927 admin admin] Made reservation on behalf of d913b8bcdeb34817a6e3e772a6ff3e07 for: {'network': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:03:53.617423 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc1f1-d13d-4e64-aeb1-804a1975e927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:53.624570 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc1f1-d13d-4e64-aeb1-804a1975e927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:53.646010 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=adae0d7f-1916-4bd6-bae0-33bda6b0cf6f,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:53.664377 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ade8a378-580e-4c91-8995-7ed9497189fa req-294077fd-1c9a-4411-889c-5ec94a9639a0 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546625 Aug 24 09:03:53.718758 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc1f1-d13d-4e64-aeb1-804a1975e927 admin admin] Publish callbacks [] for security_group (0eb4644a-b352-444a-ac75-7e8f6926cc89), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:53.783012 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317cfef-7869-4100-9bc6-d23a4cee35b7 req-e2018822-0270-42fe-a79b-9ac9cc87bdee tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:53.784731 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3317cfef-7869-4100-9bc6-d23a4cee35b7 req-e2018822-0270-42fe-a79b-9ac9cc87bdee tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0543334 Aug 24 09:03:53.808579 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc1f1-d13d-4e64-aeb1-804a1975e927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (0eb4644a-b352-444a-ac75-7e8f6926cc89), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:53.825703 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:53.840540 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1bc1f1-d13d-4e64-aeb1-804a1975e927 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=118616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 09:03:53.863428 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:53.876683 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc1f1-d13d-4e64-aeb1-804a1975e927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (d6e99610-95ae-4b75-81ba-c1fb31eb5b8e), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:53.878825 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.segments_db [None req-fe1bc1f1-d13d-4e64-aeb1-804a1975e927 admin admin] Added segment d6e99610-95ae-4b75-81ba-c1fb31eb5b8e of type vlan for network cbfa7231-32b5-41fc-a319-0bf5a8455360 Aug 24 09:03:53.886610 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be90769-f3ec-4a6d-86cf-ffb59ab815f1 req-5af4da87-586b-4dd3-9d39-5287adc0204a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:53.888246 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5be90769-f3ec-4a6d-86cf-ffb59ab815f1 req-5af4da87-586b-4dd3-9d39-5287adc0204a tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 944 time: 0.0612798 Aug 24 09:03:53.893467 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bc1f1-d13d-4e64-aeb1-804a1975e927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb4644a-b352-444a-ac75-7e8f6926cc89,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:53.910089 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['adae0d7f-1916-4bd6-bae0-33bda6b0cf6f'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:03:53.924551 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3317cfef-7869-4100-9bc6-d23a4cee35b7 req-7d23ad10-85d9-45a2-93c9-1db51ebd922e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330266 Aug 24 09:03:53.941554 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc1f1-d13d-4e64-aeb1-804a1975e927 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (cbfa7231-32b5-41fc-a319-0bf5a8455360), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:53.964978 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5be90769-f3ec-4a6d-86cf-ffb59ab815f1 req-19a43bc2-30d4-42c3-98c0-db3615332ec7 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698845 Aug 24 09:03:54.052229 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc1f1-d13d-4e64-aeb1-804a1975e927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (cbfa7231-32b5-41fc-a319-0bf5a8455360), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:54.053334 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1bc1f1-d13d-4e64-aeb1-804a1975e927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:54.053943 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc1f1-d13d-4e64-aeb1-804a1975e927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:54.124013 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bc1f1-d13d-4e64-aeb1-804a1975e927 admin admin] Pushing event updated for resources: {'Network': ['ID=cbfa7231-32b5-41fc-a319-0bf5a8455360,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:54.140145 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network cbfa7231-32b5-41fc-a319-0bf5a8455360 details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 09:03:54.186682 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-fe1bc1f1-d13d-4e64-aeb1-804a1975e927 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7990193 Aug 24 09:03:54.189925 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38406) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:54.195700 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-bf628b29-0047-4182-bd6e-8ad1d6eeebe5 admin admin] Request body: {'subnet': {'network_id': 'cbfa7231-32b5-41fc-a319-0bf5a8455360', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1806628402-subnet', 'tenant_id': 'd913b8bcdeb34817a6e3e772a6ff3e07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:03:54.292440 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf628b29-0047-4182-bd6e-8ad1d6eeebe5 admin admin] Made reservation on behalf of d913b8bcdeb34817a6e3e772a6ff3e07 for: {'subnet': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:03:54.295701 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bf628b29-0047-4182-bd6e-8ad1d6eeebe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058622'] for subnet (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:54.561325 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bf628b29-0047-4182-bd6e-8ad1d6eeebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10046671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9058640'] for subnet (31498283-245a-4829-abf7-3c7d5f17e7c5), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:54.615209 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf628b29-0047-4182-bd6e-8ad1d6eeebe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31498283-245a-4829-abf7-3c7d5f17e7c5,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:54.633088 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf628b29-0047-4182-bd6e-8ad1d6eeebe5 admin admin] Checking segment: {'id': 'd6e99610-95ae-4b75-81ba-c1fb31eb5b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cbfa7231-32b5-41fc-a319-0bf5a8455360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:03:54.633546 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf628b29-0047-4182-bd6e-8ad1d6eeebe5 admin admin] Network hostable DHCP agents. Network: cbfa7231-32b5-41fc-a319-0bf5a8455360, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 09:03:54.715492 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf628b29-0047-4182-bd6e-8ad1d6eeebe5 admin admin] Network cbfa7231-32b5-41fc-a319-0bf5a8455360 is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 09:03:54.779893 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:54.783906 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-bf628b29-0047-4182-bd6e-8ad1d6eeebe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, cbfa7231-32b5-41fc-a319-0bf5a8455360) {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:03:54.792547 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf628b29-0047-4182-bd6e-8ad1d6eeebe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:54.793094 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-bf628b29-0047-4182-bd6e-8ad1d6eeebe5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:54.795151 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcd2ded-d8f9-42f2-af02-2c933d569e60 None None] Network cbfa7231-32b5-41fc-a319-0bf5a8455360 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:03:54.802975 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433aaf02-9831-49a9-bc90-ee8fe68d5f29 req-252572fb-bbf1-45d6-a20a-8e1b7c6c9108 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:54.805162 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-433aaf02-9831-49a9-bc90-ee8fe68d5f29 req-252572fb-bbf1-45d6-a20a-8e1b7c6c9108 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0598660 Aug 24 09:03:54.869648 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-433aaf02-9831-49a9-bc90-ee8fe68d5f29 req-0dbf88a8-af3e-4d3a-a429-bd030f47de31 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515499 Aug 24 09:03:54.902682 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-bf628b29-0047-4182-bd6e-8ad1d6eeebe5 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6992395 Aug 24 09:03:54.919788 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1293f0-9bd3-4e5a-889c-ab1ae5f09984 None None] Network cbfa7231-32b5-41fc-a319-0bf5a8455360 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:03:55.089898 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae7fd4-d788-4555-8f5b-9f525123491f req-5b8d189f-1b64-4dcb-b178-021e4a64ac1f tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:55.092910 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-60ae7fd4-d788-4555-8f5b-9f525123491f req-5b8d189f-1b64-4dcb-b178-021e4a64ac1f tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0761893 Aug 24 09:03:55.123826 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014b2a4-5965-40eb-a572-3069740c81a1 req-e4cdab76-c174-498d-acf8-e03cdab39c50 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:55.125297 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7014b2a4-5965-40eb-a572-3069740c81a1 req-e4cdab76-c174-498d-acf8-e03cdab39c50 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 944 time: 0.0609281 Aug 24 09:03:55.167013 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-60ae7fd4-d788-4555-8f5b-9f525123491f req-c170ea1c-191b-4e94-ad61-8cd01bbed213 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678689 Aug 24 09:03:55.210779 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7014b2a4-5965-40eb-a572-3069740c81a1 req-6662dc32-747e-4ce8-8b99-2703d3dfff6d tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742795 Aug 24 09:03:55.299995 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device adae0d7f-1916-4bd6-bae0-33bda6b0cf6f up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:03:55.347212 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 09:03:55.469389 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:03:55.469767 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (adae0d7f-1916-4bd6-bae0-33bda6b0cf6f), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:55.494363 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:55.590280 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:03:55.590708 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (adae0d7f-1916-4bd6-bae0-33bda6b0cf6f), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:55.617000 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adae0d7f-1916-4bd6-bae0-33bda6b0cf6f'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:03:55.619433 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf51c74-f5e1-4d05-961e-1c9135010e2e" -d '{"events": [{"server_uuid": "1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc", "name": "network-vif-plugged", "status": "completed", "tag": "adae0d7f-1916-4bd6-bae0-33bda6b0cf6f"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:03:55.639124 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=adae0d7f-1916-4bd6-bae0-33bda6b0cf6f,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:03:55.670640 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62606c63-2b49-478c-ab4a-0dd0b03a6236 x-openstack-request-id: req-62606c63-2b49-478c-ab4a-0dd0b03a6236 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:03:55.670981 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc", "name": "network-vif-plugged", "status": "completed", "tag": "adae0d7f-1916-4bd6-bae0-33bda6b0cf6f", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:03:55.671237 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62606c63-2b49-478c-ab4a-0dd0b03a6236 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:03:55.671685 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62606c63-2b49-478c-ab4a-0dd0b03a6236'] response: {'server_uuid': '1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adae0d7f-1916-4bd6-bae0-33bda6b0cf6f', 'code': 200} Aug 24 09:03:55.762297 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38430) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:55.767706 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-7da04cda-2792-479a-ac50-e5dcd9a1c81c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-571627964-network', 'tenant_id': 'aa092197cab94448a7beabbfdb9967f7'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:03:55.818722 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (adae0d7f-1916-4bd6-bae0-33bda6b0cf6f), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:55.847054 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da04cda-2792-479a-ac50-e5dcd9a1c81c admin admin] Made reservation on behalf of aa092197cab94448a7beabbfdb9967f7 for: {'network': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:03:55.849494 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7da04cda-2792-479a-ac50-e5dcd9a1c81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:55.859428 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7da04cda-2792-479a-ac50-e5dcd9a1c81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:55.874644 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=adae0d7f-1916-4bd6-bae0-33bda6b0cf6f,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:55.976412 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7da04cda-2792-479a-ac50-e5dcd9a1c81c admin admin] Publish callbacks [] for security_group (06f0ea47-975c-40e7-8985-247041627166), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:56.008207 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56669ebb-75d4-4945-8620-9f95d2c7d239 req-a0f8cce6-99e4-4500-b58e-22f124d8a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:56.009982 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-56669ebb-75d4-4945-8620-9f95d2c7d239 req-a0f8cce6-99e4-4500-b58e-22f124d8a26c service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 1129 time: 0.0437171 Aug 24 09:03:56.039600 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2dcc2-5f7b-4a36-bf6f-4d7299e52b97 req-3b0a219b-dce1-40da-bf6e-0fb378f78334 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:56.042317 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a2b2dcc2-5f7b-4a36-bf6f-4d7299e52b97 req-3b0a219b-dce1-40da-bf6e-0fb378f78334 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0638559 Aug 24 09:03:56.044182 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7da04cda-2792-479a-ac50-e5dcd9a1c81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (06f0ea47-975c-40e7-8985-247041627166), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:56.089183 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-56669ebb-75d4-4945-8620-9f95d2c7d239 req-e5e34da3-979f-4801-9df7-d48cdf4cfdf3 service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728598 Aug 24 09:03:56.114969 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da04cda-2792-479a-ac50-e5dcd9a1c81c admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=118616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 09:03:56.118331 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da04cda-2792-479a-ac50-e5dcd9a1c81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f0ea47-975c-40e7-8985-247041627166,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:56.138217 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7da04cda-2792-479a-ac50-e5dcd9a1c81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (70b48b98-4546-4103-919f-b0494e5c77ec), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:56.138569 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.segments_db [None req-7da04cda-2792-479a-ac50-e5dcd9a1c81c admin admin] Added segment 70b48b98-4546-4103-919f-b0494e5c77ec of type vlan for network bddf29d8-50ce-4fe9-b3fd-b8a8083e1f0a Aug 24 09:03:56.159564 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:56.189230 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a2b2dcc2-5f7b-4a36-bf6f-4d7299e52b97 req-be0a3063-0e15-4c8b-b6fc-24855b0c8211 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330309 Aug 24 09:03:56.209340 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7da04cda-2792-479a-ac50-e5dcd9a1c81c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (bddf29d8-50ce-4fe9-b3fd-b8a8083e1f0a), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:56.281990 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:56.299955 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18da18-9b34-4187-baf9-535450f5c399 req-d110e5e0-49cf-4664-bf24-505fb15f0353 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:56.301503 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8f18da18-9b34-4187-baf9-535450f5c399 req-d110e5e0-49cf-4664-bf24-505fb15f0353 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0554056 Aug 24 09:03:56.315891 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7da04cda-2792-479a-ac50-e5dcd9a1c81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (bddf29d8-50ce-4fe9-b3fd-b8a8083e1f0a), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:56.316908 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da04cda-2792-479a-ac50-e5dcd9a1c81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:56.317549 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7da04cda-2792-479a-ac50-e5dcd9a1c81c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:56.356337 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8f18da18-9b34-4187-baf9-535450f5c399 req-615651b6-d481-45ba-9d30-16cf37deaaad tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482113 Aug 24 09:03:56.384799 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d9720-94bf-4ee0-a09a-520368b451d1 req-eeff822d-b686-4d7a-b20c-62fca672edd7 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:56.386308 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9d8d9720-94bf-4ee0-a09a-520368b451d1 req-eeff822d-b686-4d7a-b20c-62fca672edd7 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 945 time: 0.0820177 Aug 24 09:03:56.423271 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da04cda-2792-479a-ac50-e5dcd9a1c81c admin admin] Pushing event updated for resources: {'Network': ['ID=bddf29d8-50ce-4fe9-b3fd-b8a8083e1f0a,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:56.434015 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network bddf29d8-50ce-4fe9-b3fd-b8a8083e1f0a details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 09:03:56.504184 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-7da04cda-2792-479a-ac50-e5dcd9a1c81c admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6956611 Aug 24 09:03:56.504791 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 38438) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:56.504791 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-c2fb9394-54b7-4217-9637-07168dbeea78 admin admin] Request body: {'subnet': {'network_id': 'bddf29d8-50ce-4fe9-b3fd-b8a8083e1f0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-571627964-subnet', 'tenant_id': 'aa092197cab94448a7beabbfdb9967f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:03:56.504997 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9d8d9720-94bf-4ee0-a09a-520368b451d1 req-e2860f2b-9a8b-47eb-8fed-b444d3b53f54 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667634 Aug 24 09:03:56.623767 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fb9394-54b7-4217-9637-07168dbeea78 admin admin] Made reservation on behalf of aa092197cab94448a7beabbfdb9967f7 for: {'subnet': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:03:56.626172 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c2fb9394-54b7-4217-9637-07168dbeea78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-251664018'] for subnet (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:56.942320 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:56.969243 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c2fb9394-54b7-4217-9637-07168dbeea78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-252169845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-251664124'] for subnet (54073085-7886-4acd-99bd-b2945f0774e0), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:57.004994 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d449d-2280-470b-b348-72d80384b47d req-59661142-2f26-46fe-9561-bbe736eef7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:57.007090 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ee2d449d-2280-470b-b348-72d80384b47d req-59661142-2f26-46fe-9561-bbe736eef7dc service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=065b8b1394f24ce1973119ee8cd6bd2c&device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 1130 time: 0.0733931 Aug 24 09:03:57.045583 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb9394-54b7-4217-9637-07168dbeea78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54073085-7886-4acd-99bd-b2945f0774e0,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:57.099764 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fb9394-54b7-4217-9637-07168dbeea78 admin admin] Checking segment: {'id': '70b48b98-4546-4103-919f-b0494e5c77ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'bddf29d8-50ce-4fe9-b3fd-b8a8083e1f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:03:57.100146 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fb9394-54b7-4217-9637-07168dbeea78 admin admin] Network hostable DHCP agents. Network: bddf29d8-50ce-4fe9-b3fd-b8a8083e1f0a, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 09:03:57.135280 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d449d-2280-470b-b348-72d80384b47d req-44b7409f-3cf9-470f-af26-e4ccab5302e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:57.136783 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ee2d449d-2280-470b-b348-72d80384b47d req-44b7409f-3cf9-470f-af26-e4ccab5302e3 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=01f07883-0fad-4927-b76b-042659a40090 HTTP/1.1" status: 200 len: 909 time: 0.1196148 Aug 24 09:03:57.212526 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fb9394-54b7-4217-9637-07168dbeea78 admin admin] Network bddf29d8-50ce-4fe9-b3fd-b8a8083e1f0a is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 09:03:57.309291 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-c2fb9394-54b7-4217-9637-07168dbeea78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, bddf29d8-50ce-4fe9-b3fd-b8a8083e1f0a) {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:03:57.316800 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fb9394-54b7-4217-9637-07168dbeea78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:57.317396 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c2fb9394-54b7-4217-9637-07168dbeea78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:57.320997 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccf21c9-5928-44a8-8783-282d62168bdc None None] Network bddf29d8-50ce-4fe9-b3fd-b8a8083e1f0a requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:03:57.337760 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba045f12-4671-487c-b759-f21bb1f0071a req-26c4fba1-e77a-4e1f-b4dc-1c00b56e3e69 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:57.339286 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ba045f12-4671-487c-b759-f21bb1f0071a req-26c4fba1-e77a-4e1f-b4dc-1c00b56e3e69 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0588031 Aug 24 09:03:57.345424 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:57.378023 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:57.393849 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ba045f12-4671-487c-b759-f21bb1f0071a req-56f6f743-60d8-4427-bd24-6b2851181b0a tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484087 Aug 24 09:03:57.427054 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-c2fb9394-54b7-4217-9637-07168dbeea78 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9627326 Aug 24 09:03:57.443045 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0691aa13-9ff8-44ed-af11-8f0ae127aebb None None] Network bddf29d8-50ce-4fe9-b3fd-b8a8083e1f0a requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:03:57.469828 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:57.521232 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f7f66-e13c-4804-987e-3ef6bb8328f7 req-6d9db26c-0761-45f0-a741-88beb565d2dc tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:57.525871 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-264f7f66-e13c-4804-987e-3ef6bb8328f7 req-6d9db26c-0761-45f0-a741-88beb565d2dc tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0658519 Aug 24 09:03:57.603708 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-264f7f66-e13c-4804-987e-3ef6bb8328f7 req-fd15c803-a4af-47fd-b5a2-64e9c260b27e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722511 Aug 24 09:03:57.624456 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38448) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:57.666741 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576037b9-9144-4d9e-911a-eb7b606eff01 req-54ef26f3-cce5-414d-9e0e-b52f71985d1e tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:57.668347 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-576037b9-9144-4d9e-911a-eb7b606eff01 req-54ef26f3-cce5-414d-9e0e-b52f71985d1e tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 945 time: 0.0630341 Aug 24 09:03:57.670537 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ee2d449d-2280-470b-b348-72d80384b47d req-49cec751-9c0c-4af9-91f3-10124af2035e service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6067d93f-096c-4780-bc81-7d37bfbbe3b8 HTTP/1.1" status: 200 len: 1002 time: 0.1369674 Aug 24 09:03:57.672178 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e0878c-d534-4d73-b592-62f6f0d5c18e admin admin] Deleting subnet 31498283-245a-4829-abf7-3c7d5f17e7c5 {{(pid=118616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 09:03:57.676624 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e1e0878c-d534-4d73-b592-62f6f0d5c18e admin admin] Publish callbacks [] for subnet (31498283-245a-4829-abf7-3c7d5f17e7c5), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:57.717090 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e1e0878c-d534-4d73-b592-62f6f0d5c18e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10046675'] for subnet (31498283-245a-4829-abf7-3c7d5f17e7c5), precommit_delete_associations {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:57.744142 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:57.756135 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d449d-2280-470b-b348-72d80384b47d req-c6a31d5c-1b8f-4f30-bffc-53f18472e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:57.758138 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ee2d449d-2280-470b-b348-72d80384b47d req-c6a31d5c-1b8f-4f30-bffc-53f18472e377 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=d2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e HTTP/1.1" status: 200 len: 847 time: 0.0771315 Aug 24 09:03:57.760213 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e1e0878c-d534-4d73-b592-62f6f0d5c18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038139'] for subnet (31498283-245a-4829-abf7-3c7d5f17e7c5), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:57.763166 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-576037b9-9144-4d9e-911a-eb7b606eff01 req-784d8743-886b-4dbb-92d7-148fd6ea9afa tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889215 Aug 24 09:03:57.822223 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d449d-2280-470b-b348-72d80384b47d req-07d10539-a9bf-41a7-ae77-d2ad4be124ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:57.824201 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ee2d449d-2280-470b-b348-72d80384b47d req-07d10539-a9bf-41a7-ae77-d2ad4be124ba service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=01f07883-0fad-4927-b76b-042659a40090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598338 Aug 24 09:03:57.900495 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1da10-2755-4fe4-affe-d8bf12d3be65 req-7621cd67-f3e3-466a-969e-c35bf4cd019b tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:57.902155 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f1d1da10-2755-4fe4-affe-d8bf12d3be65 req-7621cd67-f3e3-466a-969e-c35bf4cd019b tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 945 time: 0.0530691 Aug 24 09:03:57.915399 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e1e0878c-d534-4d73-b592-62f6f0d5c18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9058651'] for subnet (31498283-245a-4829-abf7-3c7d5f17e7c5), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:57.953664 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ee2d449d-2280-470b-b348-72d80384b47d req-ca327596-feaf-4d59-b873-faeb81959f44 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/01f07883-0fad-4927-b76b-042659a40090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230664 Aug 24 09:03:57.955964 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0878c-d534-4d73-b592-62f6f0d5c18e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31498283-245a-4829-abf7-3c7d5f17e7c5,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:57.971465 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e1e0878c-d534-4d73-b592-62f6f0d5c18e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:57.974579 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-e1e0878c-d534-4d73-b592-62f6f0d5c18e admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/31498283-245a-4829-abf7-3c7d5f17e7c5 HTTP/1.1" status: 204 len: 168 time: 0.3491616 Aug 24 09:03:57.977978 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38452) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:58.011918 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f1d1da10-2755-4fe4-affe-d8bf12d3be65 req-8c5f7f7d-7fe4-413b-a277-5d4ff96a9622 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035423 Aug 24 09:03:58.043346 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 38454) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:58.053335 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:58.059242 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ee2d449d-2280-470b-b348-72d80384b47d req-59361a21-e15b-457c-9af2-2fb9e8e3011a service neutron] 10.222.0.69 "GET /networking/v2.0/networks/01f07883-0fad-4927-b76b-042659a40090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992658 Aug 24 09:03:58.066078 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c2db7d12-519f-42f6-a92d-62c6a45e5502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623286'] for network (cbfa7231-32b5-41fc-a319-0bf5a8455360), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:58.151253 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c2db7d12-519f-42f6-a92d-62c6a45e5502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038395', 'neutron.services.segments.db._delete_segments_for_network-8762420374128'] for network (cbfa7231-32b5-41fc-a319-0bf5a8455360), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:58.172851 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-c2db7d12-519f-42f6-a92d-62c6a45e5502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfa7231-32b5-41fc-a319-0bf5a8455360']}} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:03:58.183471 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-c2db7d12-519f-42f6-a92d-62c6a45e5502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e99610-95ae-4b75-81ba-c1fb31eb5b8e') {'for_net_delete': True} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:03:58.183767 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-c2db7d12-519f-42f6-a92d-62c6a45e5502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e99610-95ae-4b75-81ba-c1fb31eb5b8e') {} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:03:58.194600 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c2db7d12-519f-42f6-a92d-62c6a45e5502 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420431854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10046682'] for segment (d6e99610-95ae-4b75-81ba-c1fb31eb5b8e), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:58.210259 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c2db7d12-519f-42f6-a92d-62c6a45e5502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (d6e99610-95ae-4b75-81ba-c1fb31eb5b8e), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:58.217511 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2db7d12-519f-42f6-a92d-62c6a45e5502 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=118616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 09:03:58.217915 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c2db7d12-519f-42f6-a92d-62c6a45e5502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056300'] for segment (d6e99610-95ae-4b75-81ba-c1fb31eb5b8e), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:58.269700 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fbfbf8-9082-41a2-aa3e-ecc66e1cba3e tempest-TestVolumeBootPattern-360228825 tempest-TestVolumeBootPattern-360228825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:58.271368 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-b7fbfbf8-9082-41a2-aa3e-ecc66e1cba3e tempest-TestVolumeBootPattern-360228825 tempest-TestVolumeBootPattern-360228825-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 1124 time: 0.2270839 Aug 24 09:03:58.274351 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 38462) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:58.278817 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Request body: {'floatingip': {'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'port_id': 'adae0d7f-1916-4bd6-bae0-33bda6b0cf6f', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:03:58.358358 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.services.segments.plugin [-] Segment d6e99610-95ae-4b75-81ba-c1fb31eb5b8e resource provider aggregate not found Aug 24 09:03:58.376463 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.services.segments.plugin [-] Segment d6e99610-95ae-4b75-81ba-c1fb31eb5b8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6e99610-95ae-4b75-81ba-c1fb31eb5b8e found for delete ", "request_id": "req-1ace38fe-e31a-4c72-bf8e-81b26497d7c8"}]} Aug 24 09:03:58.389488 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c2db7d12-519f-42f6-a92d-62c6a45e5502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698380'] for network (cbfa7231-32b5-41fc-a319-0bf5a8455360), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:58.394053 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c2db7d12-519f-42f6-a92d-62c6a45e5502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:58.397331 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-c2db7d12-519f-42f6-a92d-62c6a45e5502 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/cbfa7231-32b5-41fc-a319-0bf5a8455360 HTTP/1.1" status: 204 len: 168 time: 0.4183168 Aug 24 09:03:58.400228 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 38468) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:58.411085 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db7d12-519f-42f6-a92d-62c6a45e5502 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbfa7231-32b5-41fc-a319-0bf5a8455360,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:58.426588 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:58.476439 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8ef5fb-f212-4db3-a48e-0eb3e9a010db admin admin] Deleting subnet 54073085-7886-4acd-99bd-b2945f0774e0 {{(pid=118617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 09:03:58.511058 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef5fb-f212-4db3-a48e-0eb3e9a010db admin admin] Publish callbacks [] for subnet (54073085-7886-4acd-99bd-b2945f0774e0), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:58.723137 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18561c01-331d-4461-9def-fed19d152083 req-1be64a6f-eaec-483b-a484-352170e69e3b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:58.724701 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-18561c01-331d-4461-9def-fed19d152083 req-1be64a6f-eaec-483b-a484-352170e69e3b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0489936 Aug 24 09:03:58.759261 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:58.777289 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-18561c01-331d-4461-9def-fed19d152083 req-2a959c6c-6802-445e-b2bd-9958f64c76c9 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461271 Aug 24 09:03:58.825524 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:58.833893 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba0779-654b-4d5b-9d99-6eb9a4f8d6bd req-d4e0358c-c182-4175-adcc-ffd4e61e92b0 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:58.835964 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ffba0779-654b-4d5b-9d99-6eb9a4f8d6bd req-d4e0358c-c182-4175-adcc-ffd4e61e92b0 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.3283873 Aug 24 09:03:58.838005 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef5fb-f212-4db3-a48e-0eb3e9a010db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252308860'] for subnet (54073085-7886-4acd-99bd-b2945f0774e0), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:58.965954 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef5fb-f212-4db3-a48e-0eb3e9a010db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038139'] for subnet (54073085-7886-4acd-99bd-b2945f0774e0), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:59.019907 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ffba0779-654b-4d5b-9d99-6eb9a4f8d6bd req-47aefb0e-92ee-405a-b44f-2eda43e5592f tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619284 Aug 24 09:03:59.087778 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Allocated IP 172.27.1.20 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/74c50c31-07f8-4f21-bae2-e6f37da6df9a) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:03:59.163606 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef5fb-f212-4db3-a48e-0eb3e9a010db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252178608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251664119'] for subnet (54073085-7886-4acd-99bd-b2945f0774e0), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:59.197512 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:59.202768 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ef5fb-f212-4db3-a48e-0eb3e9a010db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54073085-7886-4acd-99bd-b2945f0774e0,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:59.214997 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef5fb-f212-4db3-a48e-0eb3e9a010db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:59.218432 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-6e8ef5fb-f212-4db3-a48e-0eb3e9a010db admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/54073085-7886-4acd-99bd-b2945f0774e0 HTTP/1.1" status: 204 len: 168 time: 0.8170359 Aug 24 09:03:59.221088 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38474) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:03:59.229478 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for port (74c50c31-07f8-4f21-bae2-e6f37da6df9a), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:59.296189 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-52bbd370-189e-44cb-a86c-c04eaa6b0271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623286'] for network (bddf29d8-50ce-4fe9-b3fd-b8a8083e1f0a), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:59.315337 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (74c50c31-07f8-4f21-bae2-e6f37da6df9a), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:59.364944 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:03:59.370281 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:03:59.372560 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event updated for resources: {'Port': ['ID=74c50c31-07f8-4f21-bae2-e6f37da6df9a,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:59.374751 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:03:59.378487 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-52bbd370-189e-44cb-a86c-c04eaa6b0271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038395', 'neutron.services.segments.db._delete_segments_for_network-8762420374128'] for network (bddf29d8-50ce-4fe9-b3fd-b8a8083e1f0a), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:59.400450 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-52bbd370-189e-44cb-a86c-c04eaa6b0271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bddf29d8-50ce-4fe9-b3fd-b8a8083e1f0a']}} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:03:59.410243 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-52bbd370-189e-44cb-a86c-c04eaa6b0271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b48b98-4546-4103-919f-b0494e5c77ec') {'for_net_delete': True} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:03:59.410533 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-52bbd370-189e-44cb-a86c-c04eaa6b0271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b48b98-4546-4103-919f-b0494e5c77ec') {} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:03:59.420926 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-52bbd370-189e-44cb-a86c-c04eaa6b0271 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420431854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10046682'] for segment (70b48b98-4546-4103-919f-b0494e5c77ec), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:59.434460 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-52bbd370-189e-44cb-a86c-c04eaa6b0271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (70b48b98-4546-4103-919f-b0494e5c77ec), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:59.451223 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52bbd370-189e-44cb-a86c-c04eaa6b0271 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=118616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 09:03:59.451223 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-52bbd370-189e-44cb-a86c-c04eaa6b0271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056300'] for segment (70b48b98-4546-4103-919f-b0494e5c77ec), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:59.574819 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:03:59.635419 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-52bbd370-189e-44cb-a86c-c04eaa6b0271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698380'] for network (bddf29d8-50ce-4fe9-b3fd-b8a8083e1f0a), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:59.643945 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-52bbd370-189e-44cb-a86c-c04eaa6b0271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:59.650983 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-52bbd370-189e-44cb-a86c-c04eaa6b0271 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/bddf29d8-50ce-4fe9-b3fd-b8a8083e1f0a HTTP/1.1" status: 204 len: 168 time: 0.4260943 Aug 24 09:03:59.662896 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbd370-189e-44cb-a86c-c04eaa6b0271 admin admin] Pushing event deleted for resources: {'Network': ['ID=bddf29d8-50ce-4fe9-b3fd-b8a8083e1f0a,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:03:59.769023 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for floatingip (e57600e9-2498-412d-ac5c-3e5dd3be7c72), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:59.903092 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd26358-181c-4931-a294-820564db4852 req-b4819c9b-b447-4959-8d11-2c5c0d5da1f1 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:03:59.904611 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-dfd26358-181c-4931-a294-820564db4852 req-b4819c9b-b447-4959-8d11-2c5c0d5da1f1 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0503511 Aug 24 09:03:59.909365 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (74c50c31-07f8-4f21-bae2-e6f37da6df9a), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:03:59.958528 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-dfd26358-181c-4931-a294-820564db4852 req-f0697afb-f345-4dc0-9961-64b7b83620eb tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477531 Aug 24 09:04:00.079803 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:00.095387 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for port (74c50c31-07f8-4f21-bae2-e6f37da6df9a), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:00.118358 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 38482) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:00.180442 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252178666'] for port (74c50c31-07f8-4f21-bae2-e6f37da6df9a), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:00.247650 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc2b02-0996-42f0-bbed-fc3b1ed3e948 req-6f5d7f0a-0584-4fd2-b45d-33756917aac7 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:00.249136 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e0dc2b02-0996-42f0-bbed-fc3b1ed3e948 req-6f5d7f0a-0584-4fd2-b45d-33756917aac7 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.1141067 Aug 24 09:04:00.254925 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-81b350a3-0a10-4c95-99f1-153be72365a9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d913b8bcdeb34817a6e3e772a6ff3e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352022 Aug 24 09:04:00.258087 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38484) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:00.298644 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event updated for resources: {'Port': ['ID=74c50c31-07f8-4f21-bae2-e6f37da6df9a,revision_number=2']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:00.305964 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (e57600e9-2498-412d-ac5c-3e5dd3be7c72), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:00.321864 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-869df07c-2539-4532-afdf-35d6b999a271 admin admin] Publish callbacks [] for security_group (0eb4644a-b352-444a-ac75-7e8f6926cc89), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:00.346490 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:00.348753 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-869df07c-2539-4532-afdf-35d6b999a271 admin admin] Publish callbacks [] for security_group (0eb4644a-b352-444a-ac75-7e8f6926cc89), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:00.399760 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.services.segments.plugin [-] Segment 70b48b98-4546-4103-919f-b0494e5c77ec resource provider aggregate not found Aug 24 09:04:00.404397 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e0dc2b02-0996-42f0-bbed-fc3b1ed3e948 req-3b76a193-2877-4f1c-b4ae-abb06bad0eb0 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480918 Aug 24 09:04:00.421915 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.services.segments.plugin [-] Segment 70b48b98-4546-4103-919f-b0494e5c77ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70b48b98-4546-4103-919f-b0494e5c77ec found for delete ", "request_id": "req-0d816e9b-619d-497c-a8b6-98374e8f970a"}]} Aug 24 09:04:00.432259 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.l3_db [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Floating IP e57600e9-2498-412d-ac5c-3e5dd3be7c72 associated. External IP: 172.27.1.20, port: adae0d7f-1916-4bd6-bae0-33bda6b0cf6f. Aug 24 09:04:00.511060 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-869df07c-2539-4532-afdf-35d6b999a271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (0eb4644a-b352-444a-ac75-7e8f6926cc89), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:00.516314 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-869df07c-2539-4532-afdf-35d6b999a271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:00.521131 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-869df07c-2539-4532-afdf-35d6b999a271 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0eb4644a-b352-444a-ac75-7e8f6926cc89 HTTP/1.1" status: 204 len: 168 time: 0.2594640 Aug 24 09:04:00.561793 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:00.562009 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869df07c-2539-4532-afdf-35d6b999a271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb4644a-b352-444a-ac75-7e8f6926cc89,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:00.670834 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Router 8fe60407-1a57-4c0e-bf05-9f88bd117274 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:04:00.795543 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:04:00.807957 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b81437-39ac-4883-bcc5-5c825f260bc9 None None] Sync routers for ids ['8fe60407-1a57-4c0e-bf05-9f88bd117274'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:04:00.823464 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b81437-39ac-4883-bcc5-5c825f260bc9 None None] Routers {'8fe60407-1a57-4c0e-bf05-9f88bd117274'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:04:00.824151 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-54b81437-39ac-4883-bcc5-5c825f260bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:03:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['8fe60407-1a57-4c0e-bf05-9f88bd117274'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:00.912552 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:00.930209 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-54b81437-39ac-4883-bcc5-5c825f260bc9 None None] Set router 8fe60407-1a57-4c0e-bf05-9f88bd117274 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:04:00.955338 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-80c273ab-6531-4d21-8a82-41a561055e60 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6798482 Aug 24 09:04:00.956253 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc', 'tag': 'adae0d7f-1916-4bd6-bae0-33bda6b0cf6f'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:04:00.958302 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880392f4-0f5c-4801-83bb-8102f3fe8764" -d '{"events": [{"name": "network-changed", "server_uuid": "1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc", "tag": "adae0d7f-1916-4bd6-bae0-33bda6b0cf6f"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:04:00.998399 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67b72c0-a449-48d0-b7d1-4de2d82b944f x-openstack-request-id: req-f67b72c0-a449-48d0-b7d1-4de2d82b944f {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:04:00.998788 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc", "tag": "adae0d7f-1916-4bd6-bae0-33bda6b0cf6f", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:04:00.999111 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f67b72c0-a449-48d0-b7d1-4de2d82b944f {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:04:00.999614 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f67b72c0-a449-48d0-b7d1-4de2d82b944f'] response: {'name': 'network-changed', 'server_uuid': '1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc', 'tag': 'adae0d7f-1916-4bd6-bae0-33bda6b0cf6f', 'status': 'completed', 'code': 200} Aug 24 09:04:01.135185 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1ef5a-a4e1-4bae-8c06-2fd7062e6186 req-cfd89bf7-c07b-460c-8297-045d1800ea5c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:01.136856 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ecc1ef5a-a4e1-4bae-8c06-2fd7062e6186 req-cfd89bf7-c07b-460c-8297-045d1800ea5c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0912235 Aug 24 09:04:01.145162 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880392f4-0f5c-4801-83bb-8102f3fe8764 req-0cc0d351-a6eb-4a01-aad4-2e02c3d49faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:01.146703 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-880392f4-0f5c-4801-83bb-8102f3fe8764 req-0cc0d351-a6eb-4a01-aad4-2e02c3d49faf service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=12594f976e5f48d9926716737f86afe0&device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 1129 time: 0.0566661 Aug 24 09:04:01.159087 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-54b81437-39ac-4883-bcc5-5c825f260bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '42e3a027-5980-4919-a9f1-6985bd19de5d', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'port_id': '56291ac8-9437-4cee-a25f-26f1f1d997a2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'mac_address': 'fa:16:3e:bb:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:01:42Z', 'updated_at': '2022-08-24T09:01:45Z', 'revision_number': 1, 'project_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ip_address_scope': None}, {'id': 'e57600e9-2498-412d-ac5c-3e5dd3be7c72', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'port_id': 'adae0d7f-1916-4bd6-bae0-33bda6b0cf6f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'mac_address': 'fa:16:3e:ae:a1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:03:59Z', 'updated_at': '2022-08-24T09:03:59Z', 'revision_number': 0, 'project_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:01.187627 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b81437-39ac-4883-bcc5-5c825f260bc9 None None] Checking router: 8fe60407-1a57-4c0e-bf05-9f88bd117274 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:04:01.197460 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b81437-39ac-4883-bcc5-5c825f260bc9 None None] Routers {'8fe60407-1a57-4c0e-bf05-9f88bd117274'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:04:01.198132 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-54b81437-39ac-4883-bcc5-5c825f260bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:03:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['8fe60407-1a57-4c0e-bf05-9f88bd117274'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:01.258315 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ecc1ef5a-a4e1-4bae-8c06-2fd7062e6186 req-67521889-c68b-4141-aee5-ca645ee9fa3b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151299 Aug 24 09:04:01.279242 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880392f4-0f5c-4801-83bb-8102f3fe8764 req-b435a7a3-0526-4df9-86a5-ec88ea190278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:01.280674 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-880392f4-0f5c-4801-83bb-8102f3fe8764 req-b435a7a3-0526-4df9-86a5-ec88ea190278 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=13fa4940-b618-4378-a572-2001b35f19f6 HTTP/1.1" status: 200 len: 912 time: 0.1274462 Aug 24 09:04:01.324417 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-54b81437-39ac-4883-bcc5-5c825f260bc9 None None] Set router 8fe60407-1a57-4c0e-bf05-9f88bd117274 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:04:01.343191 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38502) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:01.368422 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-880392f4-0f5c-4801-83bb-8102f3fe8764 req-a9457239-dfee-48ed-b8d5-a66f2ea09a94 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adae0d7f-1916-4bd6-bae0-33bda6b0cf6f HTTP/1.1" status: 200 len: 998 time: 0.0804074 Aug 24 09:04:01.395014 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-f2cbd8fc-2c10-4a6d-8c25-e1c51ce2ce33 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=aa092197cab94448a7beabbfdb9967f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503724 Aug 24 09:04:01.397498 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38504) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:01.422978 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880392f4-0f5c-4801-83bb-8102f3fe8764 req-3ce2fcfc-a462-4eb6-b9a1-c5ea89248da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:01.424480 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-880392f4-0f5c-4801-83bb-8102f3fe8764 req-3ce2fcfc-a462-4eb6-b9a1-c5ea89248da2 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=aaef8caf-3e43-49ed-9743-8dc7cada53fc HTTP/1.1" status: 200 len: 850 time: 0.0495677 Aug 24 09:04:01.450875 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-846dedd3-18b0-41a4-8c36-8c0b50953160 admin admin] Publish callbacks [] for security_group (06f0ea47-975c-40e7-8985-247041627166), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:01.473278 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-846dedd3-18b0-41a4-8c36-8c0b50953160 admin admin] Publish callbacks [] for security_group (06f0ea47-975c-40e7-8985-247041627166), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:01.480635 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880392f4-0f5c-4801-83bb-8102f3fe8764 req-84b457e6-6902-448b-8f97-41b0b787bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:01.482714 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-880392f4-0f5c-4801-83bb-8102f3fe8764 req-84b457e6-6902-448b-8f97-41b0b787bfe5 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=13fa4940-b618-4378-a572-2001b35f19f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517282 Aug 24 09:04:01.572408 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-54b81437-39ac-4883-bcc5-5c825f260bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '42e3a027-5980-4919-a9f1-6985bd19de5d', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'port_id': '56291ac8-9437-4cee-a25f-26f1f1d997a2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'mac_address': 'fa:16:3e:bb:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:01:42Z', 'updated_at': '2022-08-24T09:01:45Z', 'revision_number': 1, 'project_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ip_address_scope': None}, {'id': 'e57600e9-2498-412d-ac5c-3e5dd3be7c72', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'port_id': 'adae0d7f-1916-4bd6-bae0-33bda6b0cf6f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'mac_address': 'fa:16:3e:ae:a1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:03:59Z', 'updated_at': '2022-08-24T09:03:59Z', 'revision_number': 0, 'project_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:01.598133 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b81437-39ac-4883-bcc5-5c825f260bc9 None None] The sync data for ids ['8fe60407-1a57-4c0e-bf05-9f88bd117274'] in dv-cinder-852211-5-iscsi is: [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '42e3a027-5980-4919-a9f1-6985bd19de5d', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'port_id': '56291ac8-9437-4cee-a25f-26f1f1d997a2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'mac_address': 'fa:16:3e:bb:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:01:42Z', 'updated_at': '2022-08-24T09:01:45Z', 'revision_number': 1, 'project_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ip_address_scope': None}, {'id': 'e57600e9-2498-412d-ac5c-3e5dd3be7c72', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'port_id': 'adae0d7f-1916-4bd6-bae0-33bda6b0cf6f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'mac_address': 'fa:16:3e:ae:a1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:03:59Z', 'updated_at': '2022-08-24T09:03:59Z', 'revision_number': 0, 'project_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:04:01.601876 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550fe74-a55f-4555-9ba4-0bccb159db35 req-fe81c9f2-1286-4108-9b53-2e141656ef51 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:01.603435 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e550fe74-a55f-4555-9ba4-0bccb159db35 req-fe81c9f2-1286-4108-9b53-2e141656ef51 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0864248 Aug 24 09:04:01.635175 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-846dedd3-18b0-41a4-8c36-8c0b50953160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (06f0ea47-975c-40e7-8985-247041627166), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:01.644408 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-846dedd3-18b0-41a4-8c36-8c0b50953160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:01.644408 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-846dedd3-18b0-41a4-8c36-8c0b50953160 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/06f0ea47-975c-40e7-8985-247041627166 HTTP/1.1" status: 204 len: 168 time: 0.2404680 Aug 24 09:04:01.644716 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-880392f4-0f5c-4801-83bb-8102f3fe8764 req-5d771aaa-4b43-4506-a64b-c30d2f8a4075 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506684 Aug 24 09:04:01.653245 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846dedd3-18b0-41a4-8c36-8c0b50953160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f0ea47-975c-40e7-8985-247041627166,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:01.710394 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:01.739610 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e550fe74-a55f-4555-9ba4-0bccb159db35 req-1071494e-2944-4e50-bb60-c8e89c3c937b tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160758 Aug 24 09:04:01.780407 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55eff5-c126-4eda-8fef-ed63664e186d req-86e17958-1e5c-403a-9afa-082998c317e7 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:01.782472 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3d55eff5-c126-4eda-8fef-ed63664e186d req-86e17958-1e5c-403a-9afa-082998c317e7 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0860894 Aug 24 09:04:01.800295 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:01.852439 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-880392f4-0f5c-4801-83bb-8102f3fe8764 req-572b7588-93aa-4e7a-b007-50d58dcb94af service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041376 Aug 24 09:04:01.888233 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3d55eff5-c126-4eda-8fef-ed63664e186d req-a8078c27-3362-4412-95e6-0fef6d5ecc4b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975568 Aug 24 09:04:01.909995 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad9658-7a50-4531-83b1-ff01111454db req-5abd38b7-1b3a-443f-8781-41c43d152de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:01.911495 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-82ad9658-7a50-4531-83b1-ff01111454db req-5abd38b7-1b3a-443f-8781-41c43d152de1 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=4fab402e38f1412b8c6b895788d11a28&device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 1129 time: 0.0472426 Aug 24 09:04:01.956186 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80da8b3-1bcd-4d92-901b-b1160088d0ea None None] New status for floating IP e57600e9-2498-412d-ac5c-3e5dd3be7c72: ACTIVE {{(pid=118618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:04:01.962453 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:02.016361 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad9658-7a50-4531-83b1-ff01111454db req-34c32303-9a92-478f-a72c-1698f4bf89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:02.017858 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-82ad9658-7a50-4531-83b1-ff01111454db req-34c32303-9a92-478f-a72c-1698f4bf89f1 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=4005b40c-bd5e-4f2f-807f-5b93a1c383fc HTTP/1.1" status: 200 len: 912 time: 0.0989490 Aug 24 09:04:02.087171 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-82ad9658-7a50-4531-83b1-ff01111454db req-3f8aef97-b061-4a1f-b2a4-13610015a113 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3bb3c2-d660-4f43-aa63-6fdcfffd548a HTTP/1.1" status: 200 len: 1001 time: 0.0607316 Aug 24 09:04:02.148915 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad9658-7a50-4531-83b1-ff01111454db req-5010b1be-1c19-4faf-99d1-0fdd5045deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:02.150554 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-82ad9658-7a50-4531-83b1-ff01111454db req-5010b1be-1c19-4faf-99d1-0fdd5045deb9 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=959a2b19-48dd-4327-ae75-bb0f35353f5e HTTP/1.1" status: 200 len: 850 time: 0.0572937 Aug 24 09:04:02.206005 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad9658-7a50-4531-83b1-ff01111454db req-c4d75733-3ebf-412e-8cc8-2a8efb2b8cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:02.207797 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-82ad9658-7a50-4531-83b1-ff01111454db req-c4d75733-3ebf-412e-8cc8-2a8efb2b8cc1 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=4005b40c-bd5e-4f2f-807f-5b93a1c383fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430517 Aug 24 09:04:02.268343 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4607de-fb11-4241-9ba7-98f466a23112 req-a7aa7568-02d9-476b-823b-163fc3a3f57c tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:02.269825 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6a4607de-fb11-4241-9ba7-98f466a23112 req-a7aa7568-02d9-476b-823b-163fc3a3f57c tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0900273 Aug 24 09:04:02.305070 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-219a0308-dd31-4244-bc70-2b5a8ebc14e9 req-c155a73c-36ea-4a39-85d9-b04e10bd6549 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0745006 Aug 24 09:04:02.319799 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-82ad9658-7a50-4531-83b1-ff01111454db req-157aa70a-6798-42f2-abf3-d9d0ad0e89ae service neutron] 10.222.0.69 "GET /networking/v2.0/networks/4005b40c-bd5e-4f2f-807f-5b93a1c383fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045816 Aug 24 09:04:02.344193 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6a4607de-fb11-4241-9ba7-98f466a23112 req-bc8f37a2-aa5d-40fb-b790-b9da79c42f1b tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654619 Aug 24 09:04:02.422476 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a0308-dd31-4244-bc70-2b5a8ebc14e9 req-92ccfa4a-2db7-4266-b3d7-c273f11dc7ec tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:02.431004 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-219a0308-dd31-4244-bc70-2b5a8ebc14e9 req-92ccfa4a-2db7-4266-b3d7-c273f11dc7ec tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports/6067d93f-096c-4780-bc81-7d37bfbbe3b8 HTTP/1.1" status: 200 len: 943 time: 0.0706601 Aug 24 09:04:02.494151 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-82ad9658-7a50-4531-83b1-ff01111454db req-7f4ebad9-5d4a-4b66-b56f-de38722eb014 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/4005b40c-bd5e-4f2f-807f-5b93a1c383fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673360 Aug 24 09:04:03.018421 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb81d4-0726-4d3f-91ad-fdd2daf770b9 req-7393b68f-f666-4d7b-a353-c4f704e49d5e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:03.020224 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-54cb81d4-0726-4d3f-91ad-fdd2daf770b9 req-7393b68f-f666-4d7b-a353-c4f704e49d5e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0581861 Aug 24 09:04:03.081974 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-54cb81d4-0726-4d3f-91ad-fdd2daf770b9 req-628d6254-e90b-4fcb-a943-f341b58e2cd8 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556297 Aug 24 09:04:03.335228 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 6067d93f-096c-4780-bc81-7d37bfbbe3b8 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:04:03.417819 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 6067d93f-096c-4780-bc81-7d37bfbbe3b8 is: ACTIVE; New status is: DOWN {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:04:03.418220 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:03.443605 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6067d93f-096c-4780-bc81-7d37bfbbe3b8'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:04:03.445930 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5f9ed3-0b8b-48e3-b34e-458410d2921f" -d '{"events": [{"server_uuid": "27bec6ff-f51f-4a0a-b8f7-c5f01d921581", "name": "network-vif-unplugged", "status": "completed", "tag": "6067d93f-096c-4780-bc81-7d37bfbbe3b8"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:04:03.460591 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 6067d93f-096c-4780-bc81-7d37bfbbe3b8, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6067d93f-096c-4780-bc81-7d37bfbbe3b8,segment=NetworkSegment(8f42a49c-6366-4672-9b20-63cbcd35451c),segment_id=8f42a49c-6366-4672-9b20-63cbcd35451c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:04:03.493753 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 09:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a904db-afe6-4f29-9c66-cad5db4a24ef x-openstack-request-id: req-53a904db-afe6-4f29-9c66-cad5db4a24ef {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:04:03.493753 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27bec6ff-f51f-4a0a-b8f7-c5f01d921581", "name": "network-vif-unplugged", "status": "failed", "tag": "6067d93f-096c-4780-bc81-7d37bfbbe3b8", "code": 422}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:04:03.493753 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53a904db-afe6-4f29-9c66-cad5db4a24ef {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:04:03.493753 dv-cinder-852211-5-iscsi neutron-server[118618]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-53a904db-afe6-4f29-9c66-cad5db4a24ef']: {'server_uuid': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6067d93f-096c-4780-bc81-7d37bfbbe3b8', 'code': 422} returned with failed status Aug 24 09:04:03.502430 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592931a1-58c3-455a-8c10-b33c9111ea05 req-8b9fff8f-8561-4e56-8347-d77ec96bd588 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:03.504006 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-592931a1-58c3-455a-8c10-b33c9111ea05 req-8b9fff8f-8561-4e56-8347-d77ec96bd588 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0626950 Aug 24 09:04:03.564978 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-592931a1-58c3-455a-8c10-b33c9111ea05 req-caba82fd-f6a1-4a90-9710-d4b0d4af3552 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549941 Aug 24 09:04:03.601789 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:03.650026 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=6067d93f-096c-4780-bc81-7d37bfbbe3b8,revision_number=6']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:04.218123 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77734c89-3f2d-4ebe-a9d4-cc018dae0d8b req-f2bba7da-7d4e-4c89-9416-c47420573470 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:04.219867 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-77734c89-3f2d-4ebe-a9d4-cc018dae0d8b req-f2bba7da-7d4e-4c89-9416-c47420573470 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0543544 Aug 24 09:04:04.272729 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-77734c89-3f2d-4ebe-a9d4-cc018dae0d8b req-c22f9b16-5822-4d0f-bb1e-30ea7e46949e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463052 Aug 24 09:04:04.691731 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96f69b-801d-43d1-89bc-6a4d5efce628 req-b95d13c2-a6ef-4cc8-8ce6-03d7da752288 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:04.693413 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6e96f69b-801d-43d1-89bc-6a4d5efce628 req-b95d13c2-a6ef-4cc8-8ce6-03d7da752288 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 944 time: 0.0520139 Aug 24 09:04:04.750233 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6e96f69b-801d-43d1-89bc-6a4d5efce628 req-f33b2335-ab27-4f5f-93c3-304499449922 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511019 Aug 24 09:04:05.515847 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a0308-dd31-4244-bc70-2b5a8ebc14e9 req-b9e4da41-3c8e-4dc9-9379-d23710b47907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:05.517589 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-219a0308-dd31-4244-bc70-2b5a8ebc14e9 req-b9e4da41-3c8e-4dc9-9379-d23710b47907 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581&tenant_id=065b8b1394f24ce1973119ee8cd6bd2c HTTP/1.1" status: 200 len: 1128 time: 0.0811164 Aug 24 09:04:05.591115 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a0308-dd31-4244-bc70-2b5a8ebc14e9 req-a6753f4e-6ac7-45e1-8764-bb171ca13265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:05.592731 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-219a0308-dd31-4244-bc70-2b5a8ebc14e9 req-a6753f4e-6ac7-45e1-8764-bb171ca13265 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=065b8b1394f24ce1973119ee8cd6bd2c&device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 1128 time: 0.0496335 Aug 24 09:04:05.702789 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a0308-dd31-4244-bc70-2b5a8ebc14e9 req-7ab09436-1364-4b5d-bdcf-e5e9278c5fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:05.704300 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-219a0308-dd31-4244-bc70-2b5a8ebc14e9 req-7ab09436-1364-4b5d-bdcf-e5e9278c5fec service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=01f07883-0fad-4927-b76b-042659a40090 HTTP/1.1" status: 200 len: 909 time: 0.1049283 Aug 24 09:04:05.775941 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-219a0308-dd31-4244-bc70-2b5a8ebc14e9 req-c004a389-5994-4a20-b207-2e11531eb384 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6067d93f-096c-4780-bc81-7d37bfbbe3b8 HTTP/1.1" status: 200 len: 1000 time: 0.0647104 Aug 24 09:04:05.824543 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:05.832660 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a0308-dd31-4244-bc70-2b5a8ebc14e9 req-1fb379ba-a06d-48a0-9051-ea194f727e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:05.834213 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-219a0308-dd31-4244-bc70-2b5a8ebc14e9 req-1fb379ba-a06d-48a0-9051-ea194f727e13 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=d2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e HTTP/1.1" status: 200 len: 847 time: 0.0527058 Aug 24 09:04:05.962521 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a0308-dd31-4244-bc70-2b5a8ebc14e9 req-d786adf5-e701-4918-92a4-fc4176b104b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:05.965138 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-219a0308-dd31-4244-bc70-2b5a8ebc14e9 req-d786adf5-e701-4918-92a4-fc4176b104b4 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=01f07883-0fad-4927-b76b-042659a40090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1240995 Aug 24 09:04:05.981076 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee9b2d-ddc7-4251-ac83-7e66cd85854d req-78d73ced-e91a-4356-a25c-43c642ff2067 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:05.983695 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1aee9b2d-ddc7-4251-ac83-7e66cd85854d req-78d73ced-e91a-4356-a25c-43c642ff2067 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 944 time: 0.1071358 Aug 24 09:04:06.134496 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:06.150227 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1aee9b2d-ddc7-4251-ac83-7e66cd85854d req-168ad92e-dee7-499a-865f-a9697a2bfac4 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495080 Aug 24 09:04:06.162133 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-219a0308-dd31-4244-bc70-2b5a8ebc14e9 req-a1bee9c7-e981-4c5e-a447-c324045b7b6b service neutron] 10.222.0.69 "GET /networking/v2.0/networks/01f07883-0fad-4927-b76b-042659a40090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769316 Aug 24 09:04:06.531137 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-219a0308-dd31-4244-bc70-2b5a8ebc14e9 req-9b842d0e-105f-40ea-b652-32c0156f18a3 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/01f07883-0fad-4927-b76b-042659a40090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622859 Aug 24 09:04:07.305487 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4bab0-d28e-4303-9bb3-1b23e88ca9a6 req-a957e7ee-71ee-4583-97f0-4e4f85ea850a tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:07.308206 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4cb4bab0-d28e-4303-9bb3-1b23e88ca9a6 req-a957e7ee-71ee-4583-97f0-4e4f85ea850a tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 944 time: 0.0642576 Aug 24 09:04:07.358963 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4cb4bab0-d28e-4303-9bb3-1b23e88ca9a6 req-0cd0a7e0-b275-4610-8933-ce6819f6fdaf tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452356 Aug 24 09:04:07.889939 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38670) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:07.996973 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9350ff42-feaa-446d-aca1-9c3b2cd4f774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:08.033952 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:08.081651 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9350ff42-feaa-446d-aca1-9c3b2cd4f774 admin admin] Publish callbacks [] for security_group (9d446d84-659a-47be-a0be-fc1bc20b96f1), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:08.160775 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9350ff42-feaa-446d-aca1-9c3b2cd4f774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (9d446d84-659a-47be-a0be-fc1bc20b96f1), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:08.202159 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350ff42-feaa-446d-aca1-9c3b2cd4f774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d446d84-659a-47be-a0be-fc1bc20b96f1,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:08.206967 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-9350ff42-feaa-446d-aca1-9c3b2cd4f774 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=bd1650d3381a43169435a4653ed231f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155589 Aug 24 09:04:08.211662 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38674) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:08.268513 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c24e9a5b-81f0-448f-a5f5-3fbf62ad4bcf admin admin] Publish callbacks [] for security_group (9d446d84-659a-47be-a0be-fc1bc20b96f1), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:08.290031 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c24e9a5b-81f0-448f-a5f5-3fbf62ad4bcf admin admin] Publish callbacks [] for security_group (9d446d84-659a-47be-a0be-fc1bc20b96f1), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:08.441233 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c24e9a5b-81f0-448f-a5f5-3fbf62ad4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (9d446d84-659a-47be-a0be-fc1bc20b96f1), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:08.444431 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-c24e9a5b-81f0-448f-a5f5-3fbf62ad4bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:08.446368 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-c24e9a5b-81f0-448f-a5f5-3fbf62ad4bcf admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9d446d84-659a-47be-a0be-fc1bc20b96f1 HTTP/1.1" status: 204 len: 168 time: 0.2330656 Aug 24 09:04:08.461041 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e9a5b-81f0-448f-a5f5-3fbf62ad4bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d446d84-659a-47be-a0be-fc1bc20b96f1,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:08.491063 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973fe71-d6d4-4fcd-a22a-d3cbc7172ae1 req-6b7b3be1-4f6f-4968-ac7d-9e426825f0dd tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:08.495115 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4973fe71-d6d4-4fcd-a22a-d3cbc7172ae1 req-6b7b3be1-4f6f-4968-ac7d-9e426825f0dd tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 944 time: 0.0573034 Aug 24 09:04:08.552952 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4973fe71-d6d4-4fcd-a22a-d3cbc7172ae1 req-4adf7f0f-e039-412d-b1fd-30aab907eb8c tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553353 Aug 24 09:04:08.679346 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:04:09.239675 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38688) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:09.260726 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-857500e6-138e-4b9b-93b6-0339dbe7af86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:09.296860 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:09.343012 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-857500e6-138e-4b9b-93b6-0339dbe7af86 admin admin] Publish callbacks [] for security_group (93075e6f-787e-47de-8143-70114afc95f5), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:09.423809 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-857500e6-138e-4b9b-93b6-0339dbe7af86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (93075e6f-787e-47de-8143-70114afc95f5), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:09.463940 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-857500e6-138e-4b9b-93b6-0339dbe7af86 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=08f8389ebc4444cfa309f35a47ae4003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231412 Aug 24 09:04:09.465953 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857500e6-138e-4b9b-93b6-0339dbe7af86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93075e6f-787e-47de-8143-70114afc95f5,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:09.466778 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 38694) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:09.517972 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-47f1bcfa-89eb-4cdd-aa88-a01d23c8ea0f admin admin] Publish callbacks [] for security_group (93075e6f-787e-47de-8143-70114afc95f5), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:09.541042 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-47f1bcfa-89eb-4cdd-aa88-a01d23c8ea0f admin admin] Publish callbacks [] for security_group (93075e6f-787e-47de-8143-70114afc95f5), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:09.681245 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-47f1bcfa-89eb-4cdd-aa88-a01d23c8ea0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (93075e6f-787e-47de-8143-70114afc95f5), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:09.683524 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e73a1-75a8-474d-bda7-3b791a6afbd9 req-261096a2-7ce3-49d6-830c-9c3282f39056 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:09.684116 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-47f1bcfa-89eb-4cdd-aa88-a01d23c8ea0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:09.687766 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5f2e73a1-75a8-474d-bda7-3b791a6afbd9 req-261096a2-7ce3-49d6-830c-9c3282f39056 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 944 time: 0.0567684 Aug 24 09:04:09.688614 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-47f1bcfa-89eb-4cdd-aa88-a01d23c8ea0f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/93075e6f-787e-47de-8143-70114afc95f5 HTTP/1.1" status: 204 len: 168 time: 0.2207637 Aug 24 09:04:09.698058 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1bcfa-89eb-4cdd-aa88-a01d23c8ea0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93075e6f-787e-47de-8143-70114afc95f5,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:09.747990 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5f2e73a1-75a8-474d-bda7-3b791a6afbd9 req-d988609b-9703-49d2-9c2d-496cb259078a tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563090 Aug 24 09:04:09.872935 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415a466-eed2-466d-a2aa-506611d5a490 req-aa2350a8-e197-43c8-9e29-7ee944b1e3d0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:09.874529 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4415a466-eed2-466d-a2aa-506611d5a490 req-aa2350a8-e197-43c8-9e29-7ee944b1e3d0 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 946 time: 0.0484517 Aug 24 09:04:09.924406 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4415a466-eed2-466d-a2aa-506611d5a490 req-4ddaa60f-4443-4129-8a9c-e080329ac5b5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434155 Aug 24 09:04:10.023508 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:10.871389 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de8a13-4390-47b6-883a-996374d65c47 req-450f2b71-2c90-4756-a0b9-cce13d76a97d tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:10.872890 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c4de8a13-4390-47b6-883a-996374d65c47 req-450f2b71-2c90-4756-a0b9-cce13d76a97d tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 944 time: 0.0482860 Aug 24 09:04:10.931221 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c4de8a13-4390-47b6-883a-996374d65c47 req-defca069-b087-4341-a8ef-3fe649ead60b tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519381 Aug 24 09:04:11.055319 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbae65e-36f1-4102-b648-25772fc8d2b9 req-b32a8d1e-3997-45e6-b516-83a56985dfb4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:11.056885 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ecbae65e-36f1-4102-b648-25772fc8d2b9 req-b32a8d1e-3997-45e6-b516-83a56985dfb4 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 946 time: 0.0496893 Aug 24 09:04:11.107115 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ecbae65e-36f1-4102-b648-25772fc8d2b9 req-24f2ddc5-89b8-4da0-a30a-94031f9715b5 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cb98f8cc-3242-484e-b0f9-32ea31c577f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429966 Aug 24 09:04:11.446196 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f972c-09c6-491d-815d-b2104098571f req-ae01f4b3-922a-4ae7-bea1-28e428d4e09d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:11.447905 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9d3f972c-09c6-491d-815d-b2104098571f req-ae01f4b3-922a-4ae7-bea1-28e428d4e09d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 946 time: 0.0496063 Aug 24 09:04:11.546092 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [req-9d3f972c-09c6-491d-815d-b2104098571f req-91d52996-f34c-4466-9c34-0d59df889426 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Deleting port 33386b8e-f70e-4cbd-91c3-9903e8e5670e {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:04:11.546444 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-9d3f972c-09c6-491d-815d-b2104098571f req-91d52996-f34c-4466-9c34-0d59df889426 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:11.659817 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-9d3f972c-09c6-491d-815d-b2104098571f req-91d52996-f34c-4466-9c34-0d59df889426 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] For port 33386b8e-f70e-4cbd-91c3-9903e8e5670e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=33386b8e-f70e-4cbd-91c3-9903e8e5670e,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:04:11.660412 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-9d3f972c-09c6-491d-815d-b2104098571f req-91d52996-f34c-4466-9c34-0d59df889426 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:11.723063 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:11.859177 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-9d3f972c-09c6-491d-815d-b2104098571f req-91d52996-f34c-4466-9c34-0d59df889426 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:11.859548 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-9d3f972c-09c6-491d-815d-b2104098571f req-91d52996-f34c-4466-9c34-0d59df889426 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (ca7df5dd-fb97-44c6-a5c1-f46726eb14cc), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:11.859870 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.l3_db [req-9d3f972c-09c6-491d-815d-b2104098571f req-91d52996-f34c-4466-9c34-0d59df889426 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Floating IP ca7df5dd-fb97-44c6-a5c1-f46726eb14cc disassociated. External IP: 172.27.1.120, port: 33386b8e-f70e-4cbd-91c3-9903e8e5670e. Aug 24 09:04:11.860216 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [req-9d3f972c-09c6-491d-815d-b2104098571f req-91d52996-f34c-4466-9c34-0d59df889426 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Calling delete_port for 33386b8e-f70e-4cbd-91c3-9903e8e5670e owned by compute:nova {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:04:11.900114 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-230190c9-3e14-44fb-bd91-c0bb10d506c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:11.930080 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:12.054337 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147fdbd-2246-4a97-be1b-9e4080d1ab41 req-7956a2be-c5ff-4e09-b68b-70a06dac3d4c tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:12.055880 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3147fdbd-2246-4a97-be1b-9e4080d1ab41 req-7956a2be-c5ff-4e09-b68b-70a06dac3d4c tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 944 time: 0.0498488 Aug 24 09:04:12.074683 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-9d3f972c-09c6-491d-815d-b2104098571f req-91d52996-f34c-4466-9c34-0d59df889426 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (33386b8e-f70e-4cbd-91c3-9903e8e5670e), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:12.107377 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d52996-f34c-4466-9c34-0d59df889426 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Pushing event deleted for resources: {'Port': ['ID=33386b8e-f70e-4cbd-91c3-9903e8e5670e,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:12.144314 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3147fdbd-2246-4a97-be1b-9e4080d1ab41 req-77616579-0a87-479a-9140-6a27484fd03f tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826185 Aug 24 09:04:12.236682 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-415ea339-bef4-4677-a67e-86c5010e2990 req-b6d5f4a2-d29e-4526-9857-550069650f15 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 210 time: 0.0345554 Aug 24 09:04:12.246467 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d3f972c-09c6-491d-815d-b2104098571f req-91d52996-f34c-4466-9c34-0d59df889426 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Router df288788-ac29-4c9f-a061-c47484c12d6b has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:04:12.358719 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d3f972c-09c6-491d-815d-b2104098571f req-91d52996-f34c-4466-9c34-0d59df889426 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:04:12.368497 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff147f3-eb2c-41e4-87cb-a9b672d238ee None None] Sync routers for ids ['df288788-ac29-4c9f-a061-c47484c12d6b'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:04:12.379893 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff147f3-eb2c-41e4-87cb-a9b672d238ee None None] Routers {'df288788-ac29-4c9f-a061-c47484c12d6b'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:04:12.380523 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-aff147f3-eb2c-41e4-87cb-a9b672d238ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:03:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['df288788-ac29-4c9f-a061-c47484c12d6b'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:12.404682 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3f972c-09c6-491d-815d-b2104098571f req-91d52996-f34c-4466-9c34-0d59df889426 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] No DVR routers for this DVR port 33386b8e-f70e-4cbd-91c3-9903e8e5670e on host hv-cinder-85221 {{(pid=118617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:04:12.407308 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-9d3f972c-09c6-491d-815d-b2104098571f req-91d52996-f34c-4466-9c34-0d59df889426 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:12.411078 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-9d3f972c-09c6-491d-815d-b2104098571f req-91d52996-f34c-4466-9c34-0d59df889426 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.69 "DELETE /networking/v2.0/ports/33386b8e-f70e-4cbd-91c3-9903e8e5670e HTTP/1.1" status: 204 len: 173 time: 0.9582915 Aug 24 09:04:12.411615 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38754) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:12.411766 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed40982-85ae-441a-91de-3af5a8b60313', 'name': 'network-vif-deleted', 'tag': '33386b8e-f70e-4cbd-91c3-9903e8e5670e'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:04:12.414528 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3798b0e3-210f-4cbf-ae9c-ca2113177286" -d '{"events": [{"server_uuid": "1ed40982-85ae-441a-91de-3af5a8b60313", "name": "network-vif-deleted", "tag": "33386b8e-f70e-4cbd-91c3-9903e8e5670e"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:04:12.462743 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8bc968-0a1f-4904-8f0c-cf6be475f9dd x-openstack-request-id: req-ca8bc968-0a1f-4904-8f0c-cf6be475f9dd {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:04:12.463171 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed40982-85ae-441a-91de-3af5a8b60313", "name": "network-vif-deleted", "tag": "33386b8e-f70e-4cbd-91c3-9903e8e5670e", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:04:12.463429 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca8bc968-0a1f-4904-8f0c-cf6be475f9dd {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:04:12.463834 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8bc968-0a1f-4904-8f0c-cf6be475f9dd'] response: {'server_uuid': '1ed40982-85ae-441a-91de-3af5a8b60313', 'name': 'network-vif-deleted', 'tag': '33386b8e-f70e-4cbd-91c3-9903e8e5670e', 'status': 'completed', 'code': 200} Aug 24 09:04:12.495200 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-aff147f3-eb2c-41e4-87cb-a9b672d238ee None None] Set router df288788-ac29-4c9f-a061-c47484c12d6b gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:04:12.529301 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3a18e2e9-4fea-4807-90e0-15cedf8ffe3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:12.610100 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:12.620098 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3a18e2e9-4fea-4807-90e0-15cedf8ffe3f admin admin] Publish callbacks [] for security_group (0cfb4f76-0b93-4056-bb25-d8abce391f28), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:12.659529 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:12.680676 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3a18e2e9-4fea-4807-90e0-15cedf8ffe3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (0cfb4f76-0b93-4056-bb25-d8abce391f28), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:12.715498 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:12.723129 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-3a18e2e9-4fea-4807-90e0-15cedf8ffe3f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e5fb36cacf2944e19dbe45c656959d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102946 Aug 24 09:04:12.724007 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18e2e9-4fea-4807-90e0-15cedf8ffe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfb4f76-0b93-4056-bb25-d8abce391f28,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:12.727284 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 38760) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:12.780961 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ec3ca5fb-1ac5-40f4-817a-bf2ee0808d07 admin admin] Publish callbacks [] for security_group (0cfb4f76-0b93-4056-bb25-d8abce391f28), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:12.803180 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-aff147f3-eb2c-41e4-87cb-a9b672d238ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T08:56:15Z', 'revision_number': 4, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'c27bd586-dbb7-4795-af19-25009026fa31', 'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'mac_address': 'fa:16:3e:57:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:12Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 5, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'subnets': [{'id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:12.804103 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ec3ca5fb-1ac5-40f4-817a-bf2ee0808d07 admin admin] Publish callbacks [] for security_group (0cfb4f76-0b93-4056-bb25-d8abce391f28), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:12.834178 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff147f3-eb2c-41e4-87cb-a9b672d238ee None None] Checking router: df288788-ac29-4c9f-a061-c47484c12d6b for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:04:12.847641 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff147f3-eb2c-41e4-87cb-a9b672d238ee None None] Routers {'df288788-ac29-4c9f-a061-c47484c12d6b'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:04:12.848291 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-aff147f3-eb2c-41e4-87cb-a9b672d238ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:03:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['df288788-ac29-4c9f-a061-c47484c12d6b'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:12.961860 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ec3ca5fb-1ac5-40f4-817a-bf2ee0808d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (0cfb4f76-0b93-4056-bb25-d8abce391f28), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:12.964561 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ec3ca5fb-1ac5-40f4-817a-bf2ee0808d07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:12.970455 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-ec3ca5fb-1ac5-40f4-817a-bf2ee0808d07 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0cfb4f76-0b93-4056-bb25-d8abce391f28 HTTP/1.1" status: 204 len: 168 time: 0.2376947 Aug 24 09:04:12.985763 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ca5fb-1ac5-40f4-817a-bf2ee0808d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfb4f76-0b93-4056-bb25-d8abce391f28,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:12.989717 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-aff147f3-eb2c-41e4-87cb-a9b672d238ee None None] Set router df288788-ac29-4c9f-a061-c47484c12d6b gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:04:13.250700 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-aff147f3-eb2c-41e4-87cb-a9b672d238ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T08:56:15Z', 'revision_number': 4, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'c27bd586-dbb7-4795-af19-25009026fa31', 'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'mac_address': 'fa:16:3e:57:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:12Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 5, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'subnets': [{'id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:13.279313 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff147f3-eb2c-41e4-87cb-a9b672d238ee None None] The sync data for ids ['df288788-ac29-4c9f-a061-c47484c12d6b'] in dv-cinder-852211-5-iscsi is: [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T08:56:15Z', 'revision_number': 4, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'c27bd586-dbb7-4795-af19-25009026fa31', 'name': '', 'network_id': '49a90e96-9c63-403b-90e7-b545c043dc4b', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'mac_address': 'fa:16:3e:57:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:12Z', 'updated_at': '2022-08-24T08:56:24Z', 'revision_number': 5, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'subnets': [{'id': '9be780a7-8c52-4ee8-9007-d0378c4d3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:04:13.290048 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e1b3a-288a-42bf-b7d8-67658b028ce8 req-0457438e-1c73-4678-8e92-a76d70d2c07c tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:13.293051 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d32e1b3a-288a-42bf-b7d8-67658b028ce8 req-0457438e-1c73-4678-8e92-a76d70d2c07c tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 944 time: 0.0580339 Aug 24 09:04:13.359960 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-d32e1b3a-288a-42bf-b7d8-67658b028ce8 req-28c46290-fb4b-4452-a4d8-7eb9e482fab5 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583856 Aug 24 09:04:13.398409 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-deb56e78-f4c7-4ade-85e0-dd28728351fc req-4cdb7f6a-66ec-4eb1-a4dc-57912c35f627 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ed40982-85ae-441a-91de-3af5a8b60313 HTTP/1.1" status: 200 len: 210 time: 0.0371697 Aug 24 09:04:13.421704 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 6067d93f-096c-4780-bc81-7d37bfbbe3b8 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 09:04:13.546539 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 6067d93f-096c-4780-bc81-7d37bfbbe3b8, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6067d93f-096c-4780-bc81-7d37bfbbe3b8,segment=NetworkSegment(8f42a49c-6366-4672-9b20-63cbcd35451c),segment_id=8f42a49c-6366-4672-9b20-63cbcd35451c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:04:13.564202 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '6067d93f-096c-4780-bc81-7d37bfbbe3b8', 'network_id': '01f07883-0fad-4927-b76b-042659a40090', 'port_id': '6067d93f-096c-4780-bc81-7d37bfbbe3b8', 'mac_address': 'fa:16:3e:d9:49:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 09:04:13.590347 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eebcf3-58cf-4c0c-9448-9ed51fd2c21b None None] New status for floating IP ca7df5dd-fb97-44c6-a5c1-f46726eb14cc: DOWN {{(pid=118618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:04:13.796807 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 6067d93f-096c-4780-bc81-7d37bfbbe3b8 is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:04:13.797109 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:13.853533 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6067d93f-096c-4780-bc81-7d37bfbbe3b8 {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:04:13.876105 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 6067d93f-096c-4780-bc81-7d37bfbbe3b8, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6067d93f-096c-4780-bc81-7d37bfbbe3b8,segment=NetworkSegment(8f42a49c-6366-4672-9b20-63cbcd35451c),segment_id=8f42a49c-6366-4672-9b20-63cbcd35451c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:04:13.884587 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 38770) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:13.898803 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2a7c1a77-d460-4bfc-8ae2-43347fc1ab49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:13.951151 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:UPDATE=3,neutron:SELECT=83,neutron:DELETE=11,neutron:INSERT=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:13.979936 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2a7c1a77-d460-4bfc-8ae2-43347fc1ab49 admin admin] Publish callbacks [] for security_group (3aea44cf-bd49-4cc8-977c-c4b322db739d), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:13.980696 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:14.040924 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=6067d93f-096c-4780-bc81-7d37bfbbe3b8,revision_number=7']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:14.139167 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2a7c1a77-d460-4bfc-8ae2-43347fc1ab49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (3aea44cf-bd49-4cc8-977c-c4b322db739d), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:14.195741 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-2a7c1a77-d460-4bfc-8ae2-43347fc1ab49 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4fe3e545f6b44630a5f709432d61c6ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100524 Aug 24 09:04:14.197025 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c1a77-d460-4bfc-8ae2-43347fc1ab49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aea44cf-bd49-4cc8-977c-c4b322db739d,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:14.199107 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38774) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:14.265890 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['6067d93f-096c-4780-bc81-7d37bfbbe3b8'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:04:14.269760 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a23bb46e-43d8-4d33-8055-aae61438fd70 admin admin] Publish callbacks [] for security_group (3aea44cf-bd49-4cc8-977c-c4b322db739d), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:14.293573 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a23bb46e-43d8-4d33-8055-aae61438fd70 admin admin] Publish callbacks [] for security_group (3aea44cf-bd49-4cc8-977c-c4b322db739d), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:14.309569 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:14.311773 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-c9dbbbd3-40cb-4fc0-a021-3ed89e5235e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:14.489056 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a23bb46e-43d8-4d33-8055-aae61438fd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (3aea44cf-bd49-4cc8-977c-c4b322db739d), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:14.492292 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a23bb46e-43d8-4d33-8055-aae61438fd70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:14.493461 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-a23bb46e-43d8-4d33-8055-aae61438fd70 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3aea44cf-bd49-4cc8-977c-c4b322db739d HTTP/1.1" status: 204 len: 168 time: 0.2930062 Aug 24 09:04:14.511542 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bb46e-43d8-4d33-8055-aae61438fd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aea44cf-bd49-4cc8-977c-c4b322db739d,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:14.531588 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92171a-15f1-428b-b523-b51fad0c98f9 req-c1fecfca-d058-47a4-876d-f98308b82551 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:14.533541 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1b92171a-15f1-428b-b523-b51fad0c98f9 req-c1fecfca-d058-47a4-876d-f98308b82551 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 945 time: 0.0858088 Aug 24 09:04:14.606116 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 38784) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:14.651403 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-1b92171a-15f1-428b-b523-b51fad0c98f9 req-ce50d477-4f99-4965-aacb-a72e7ec5a387 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030843 Aug 24 09:04:14.695692 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:14.708424 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-924638f7-cb25-4060-b95f-bd67a26781c9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group (cb98f8cc-3242-484e-b0f9-32ea31c577f2), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:14.732603 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-924638f7-cb25-4060-b95f-bd67a26781c9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group (cb98f8cc-3242-484e-b0f9-32ea31c577f2), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:14.875667 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-924638f7-cb25-4060-b95f-bd67a26781c9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (cb98f8cc-3242-484e-b0f9-32ea31c577f2), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:14.878122 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-924638f7-cb25-4060-b95f-bd67a26781c9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:14.879355 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-924638f7-cb25-4060-b95f-bd67a26781c9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/cb98f8cc-3242-484e-b0f9-32ea31c577f2 HTTP/1.1" status: 204 len: 168 time: 0.2708051 Aug 24 09:04:14.882877 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38786) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:14.890050 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924638f7-cb25-4060-b95f-bd67a26781c9 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb98f8cc-3242-484e-b0f9-32ea31c577f2,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:14.891464 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:14.897890 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.api.v2.resource [None req-527d5243-789b-4be4-95ad-657d9be61b68 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] show failed (client error): The resource could not be found. Aug 24 09:04:14.898960 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-527d5243-789b-4be4-95ad-657d9be61b68 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "GET /networking/v2.0/security-groups/cb98f8cc-3242-484e-b0f9-32ea31c577f2 HTTP/1.1" status: 404 len: 347 time: 0.0149384 Aug 24 09:04:14.903921 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38788) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:15.035317 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf847b-81be-41ff-b142-0030a3199964 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Deleting port bf844dec-b3d9-4412-b9b1-aa7973f3e406 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:04:15.035656 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-4bdf847b-81be-41ff-b142-0030a3199964 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (bf844dec-b3d9-4412-b9b1-aa7973f3e406), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:15.132233 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-4bdf847b-81be-41ff-b142-0030a3199964 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (bf844dec-b3d9-4412-b9b1-aa7973f3e406), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:15.132459 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-4bdf847b-81be-41ff-b142-0030a3199964 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for floatingip (bf844dec-b3d9-4412-b9b1-aa7973f3e406), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:15.147538 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf847b-81be-41ff-b142-0030a3199964 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Calling delete_port for bf844dec-b3d9-4412-b9b1-aa7973f3e406 owned by network:floatingip {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:04:15.322809 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1629e87f-3e03-43a7-8596-5c28e057ee7c req-8efc4f80-f899-4063-ba98-85d223280c63 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467310 Aug 24 09:04:15.394476 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629e87f-3e03-43a7-8596-5c28e057ee7c req-7204d271-f808-457f-8ba0-bcf0e46a36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:15.396074 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1629e87f-3e03-43a7-8596-5c28e057ee7c req-7204d271-f808-457f-8ba0-bcf0e46a36b3 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=12594f976e5f48d9926716737f86afe0&device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 1130 time: 0.0466077 Aug 24 09:04:15.407943 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-4bdf847b-81be-41ff-b142-0030a3199964 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (bf844dec-b3d9-4412-b9b1-aa7973f3e406), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:15.420163 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:15.440446 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf847b-81be-41ff-b142-0030a3199964 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Pushing event deleted for resources: {'Port': ['ID=bf844dec-b3d9-4412-b9b1-aa7973f3e406,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:15.443772 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 6067d93f-096c-4780-bc81-7d37bfbbe3b8 up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:04:15.502350 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 6067d93f-096c-4780-bc81-7d37bfbbe3b8 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:15.502880 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:15.566579 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629e87f-3e03-43a7-8596-5c28e057ee7c req-7d9978b0-06f7-44bc-9c1b-d9cc2a4b6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:15.568235 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1629e87f-3e03-43a7-8596-5c28e057ee7c req-7d9978b0-06f7-44bc-9c1b-d9cc2a4b6898 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=13fa4940-b618-4378-a572-2001b35f19f6 HTTP/1.1" status: 200 len: 912 time: 0.1511831 Aug 24 09:04:15.585208 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-4bdf847b-81be-41ff-b142-0030a3199964 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks [] for floatingip (ca7df5dd-fb97-44c6-a5c1-f46726eb14cc), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:15.591232 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-4bdf847b-81be-41ff-b142-0030a3199964 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:15.593642 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-4bdf847b-81be-41ff-b142-0030a3199964 tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/ca7df5dd-fb97-44c6-a5c1-f46726eb14cc HTTP/1.1" status: 204 len: 168 time: 0.6885138 Aug 24 09:04:15.633890 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 6067d93f-096c-4780-bc81-7d37bfbbe3b8 is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:04:15.634928 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:15.693911 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1629e87f-3e03-43a7-8596-5c28e057ee7c req-818086e3-6cae-43d5-afa5-5226a06f68ed service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56291ac8-9437-4cee-a25f-26f1f1d997a2 HTTP/1.1" status: 200 len: 1002 time: 0.1180701 Aug 24 09:04:15.697701 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6067d93f-096c-4780-bc81-7d37bfbbe3b8'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:04:15.701926 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9bc1ef-4f99-424a-ab89-8cfd3f58d777" -d '{"events": [{"server_uuid": "27bec6ff-f51f-4a0a-b8f7-c5f01d921581", "name": "network-vif-plugged", "status": "completed", "tag": "6067d93f-096c-4780-bc81-7d37bfbbe3b8"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:04:15.729733 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 6067d93f-096c-4780-bc81-7d37bfbbe3b8, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6067d93f-096c-4780-bc81-7d37bfbbe3b8,segment=NetworkSegment(8f42a49c-6366-4672-9b20-63cbcd35451c),segment_id=8f42a49c-6366-4672-9b20-63cbcd35451c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:04:15.773101 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:15.777224 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629e87f-3e03-43a7-8596-5c28e057ee7c req-57895912-8500-4b36-b2af-a58b13e310c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:15.782440 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1629e87f-3e03-43a7-8596-5c28e057ee7c req-57895912-8500-4b36-b2af-a58b13e310c9 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=aaef8caf-3e43-49ed-9743-8dc7cada53fc HTTP/1.1" status: 200 len: 850 time: 0.0783958 Aug 24 09:04:15.789649 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81f5ad9-fda9-4b34-988a-14c6263eca00 x-openstack-request-id: req-b81f5ad9-fda9-4b34-988a-14c6263eca00 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:04:15.789942 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27bec6ff-f51f-4a0a-b8f7-c5f01d921581", "name": "network-vif-plugged", "status": "completed", "tag": "6067d93f-096c-4780-bc81-7d37bfbbe3b8", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:04:15.790228 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b81f5ad9-fda9-4b34-988a-14c6263eca00 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:04:15.790803 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b81f5ad9-fda9-4b34-988a-14c6263eca00'] response: {'server_uuid': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6067d93f-096c-4780-bc81-7d37bfbbe3b8', 'code': 200} Aug 24 09:04:15.854176 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:15.861610 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 33386b8e-f70e-4cbd-91c3-9903e8e5670e no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:04:15.880132 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb3517-c663-49d8-8321-01ec97ff3cdf req-c77277ed-c022-4c19-a398-d87b951d93db tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:15.882267 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d7bb3517-c663-49d8-8321-01ec97ff3cdf req-c77277ed-c022-4c19-a398-d87b951d93db tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 945 time: 0.0741837 Aug 24 09:04:15.883478 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629e87f-3e03-43a7-8596-5c28e057ee7c req-6c049624-f018-44cb-971b-cb87aff0e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:15.884832 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1629e87f-3e03-43a7-8596-5c28e057ee7c req-6c049624-f018-44cb-971b-cb87aff0e5bb service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=13fa4940-b618-4378-a572-2001b35f19f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0856497 Aug 24 09:04:15.914617 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: 33386b8e-f70e-4cbd-91c3-9903e8e5670e {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:04:15.915238 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 33386b8e-f70e-4cbd-91c3-9903e8e5670e not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:04:15.949134 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:15.954200 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=6067d93f-096c-4780-bc81-7d37bfbbe3b8,revision_number=8']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:16.056745 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d7bb3517-c663-49d8-8321-01ec97ff3cdf req-4123b3e5-5a78-4285-83d6-76072272cddb tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677456 Aug 24 09:04:16.103476 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1629e87f-3e03-43a7-8596-5c28e057ee7c req-dcadb41e-39b9-449f-806f-ceebef23cac6 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859455 Aug 24 09:04:16.192236 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53aab8-d990-4463-a62b-4a895d70393d req-1088423c-95d6-4977-8425-d8477c2682c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:16.196342 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3e53aab8-d990-4463-a62b-4a895d70393d req-1088423c-95d6-4977-8425-d8477c2682c3 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 1130 time: 0.0530338 Aug 24 09:04:16.228138 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1629e87f-3e03-43a7-8596-5c28e057ee7c req-047e89ec-5fa4-4c14-b983-f09312abc39e service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173553 Aug 24 09:04:16.249734 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3e53aab8-d990-4463-a62b-4a895d70393d req-cb541b92-6dd4-488f-b384-6af569a51688 service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453804 Aug 24 09:04:16.977989 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:17.211351 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e6f18-9306-4eef-a1bd-f6b0c61b4b36 req-8b64584f-bba2-4abc-a935-849b8692027d tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:17.212969 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-368e6f18-9306-4eef-a1bd-f6b0c61b4b36 req-8b64584f-bba2-4abc-a935-849b8692027d tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0566082 Aug 24 09:04:17.277050 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-368e6f18-9306-4eef-a1bd-f6b0c61b4b36 req-e7c648bd-849a-46f1-bddc-250eb9a7711f tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549574 Aug 24 09:04:17.563487 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:17.658917 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:17.831777 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38860) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:17.949859 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3e7243ea-9ec8-40e3-9e8b-11252c3f7678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:18.035889 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3e7243ea-9ec8-40e3-9e8b-11252c3f7678 admin admin] Publish callbacks [] for security_group (610ff85a-70c8-4b81-9770-f3a7e113a970), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:18.144157 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3e7243ea-9ec8-40e3-9e8b-11252c3f7678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (610ff85a-70c8-4b81-9770-f3a7e113a970), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:18.183488 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7243ea-9ec8-40e3-9e8b-11252c3f7678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610ff85a-70c8-4b81-9770-f3a7e113a970,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:18.188064 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-3e7243ea-9ec8-40e3-9e8b-11252c3f7678 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b95bb11fb94c47c3a6ecab5da3293235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553917 Aug 24 09:04:18.190808 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 38864) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:18.231893 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:18.242062 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e153c5a0-7448-44b9-aa10-190cefa1d305 admin admin] Publish callbacks [] for security_group (610ff85a-70c8-4b81-9770-f3a7e113a970), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:18.265650 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e153c5a0-7448-44b9-aa10-190cefa1d305 admin admin] Publish callbacks [] for security_group (610ff85a-70c8-4b81-9770-f3a7e113a970), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:18.299315 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:18.408587 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55993e26-4a27-4f54-80bb-8c379abd8911 req-15a12ac5-6ad2-49c7-a991-2b763a6cefa5 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:18.410093 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55993e26-4a27-4f54-80bb-8c379abd8911 req-15a12ac5-6ad2-49c7-a991-2b763a6cefa5 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0530062 Aug 24 09:04:18.461058 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-55993e26-4a27-4f54-80bb-8c379abd8911 req-8b011fe3-5c7b-49fc-82f1-e9b3a3036f00 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444722 Aug 24 09:04:18.469981 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e153c5a0-7448-44b9-aa10-190cefa1d305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (610ff85a-70c8-4b81-9770-f3a7e113a970), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:18.472679 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e153c5a0-7448-44b9-aa10-190cefa1d305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:18.480046 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-e153c5a0-7448-44b9-aa10-190cefa1d305 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/610ff85a-70c8-4b81-9770-f3a7e113a970 HTTP/1.1" status: 204 len: 168 time: 0.2817862 Aug 24 09:04:18.482795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153c5a0-7448-44b9-aa10-190cefa1d305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610ff85a-70c8-4b81-9770-f3a7e113a970,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:18.592644 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 38878) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:18.955725 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2bffb49f-c039-4070-a01b-86c27b12f09d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698733'] for router_interface (df288788-ac29-4c9f-a061-c47484c12d6b), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:19.208162 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-2bffb49f-c039-4070-a01b-86c27b12f09d admin admin] Deleting port c27bd586-dbb7-4795-af19-25009026fa31 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:04:19.208659 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2bffb49f-c039-4070-a01b-86c27b12f09d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (c27bd586-dbb7-4795-af19-25009026fa31), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:19.227243 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38884) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:19.242253 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6d3e741f-aaac-49b0-a3c6-d74962d6099a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:19.314491 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-2bffb49f-c039-4070-a01b-86c27b12f09d admin admin] For port c27bd586-dbb7-4795-af19-25009026fa31, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=c27bd586-dbb7-4795-af19-25009026fa31,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:04:19.315486 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2bffb49f-c039-4070-a01b-86c27b12f09d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (c27bd586-dbb7-4795-af19-25009026fa31), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:19.331019 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-2bffb49f-c039-4070-a01b-86c27b12f09d admin admin] Calling delete_port for c27bd586-dbb7-4795-af19-25009026fa31 owned by network:router_interface {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:04:19.331353 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6d3e741f-aaac-49b0-a3c6-d74962d6099a admin admin] Publish callbacks [] for security_group (30814fa4-05e7-43a7-b263-0f037a47413c), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:19.390762 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:19.396037 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6d3e741f-aaac-49b0-a3c6-d74962d6099a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (30814fa4-05e7-43a7-b263-0f037a47413c), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:19.418853 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=13 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:19.444953 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-6d3e741f-aaac-49b0-a3c6-d74962d6099a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a87809d654a34631968ae3d834e0aa7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165999 Aug 24 09:04:19.445955 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e741f-aaac-49b0-a3c6-d74962d6099a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30814fa4-05e7-43a7-b263-0f037a47413c,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:19.448478 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38886) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:19.508737 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e1032a60-cf66-4aaa-a6c5-e8fb8e6a8d54 admin admin] Publish callbacks [] for security_group (30814fa4-05e7-43a7-b263-0f037a47413c), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:19.531671 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e1032a60-cf66-4aaa-a6c5-e8fb8e6a8d54 admin admin] Publish callbacks [] for security_group (30814fa4-05e7-43a7-b263-0f037a47413c), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:19.563571 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:19.647123 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e1032a60-cf66-4aaa-a6c5-e8fb8e6a8d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (30814fa4-05e7-43a7-b263-0f037a47413c), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:19.651917 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e1032a60-cf66-4aaa-a6c5-e8fb8e6a8d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:19.654127 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-e1032a60-cf66-4aaa-a6c5-e8fb8e6a8d54 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/30814fa4-05e7-43a7-b263-0f037a47413c HTTP/1.1" status: 204 len: 168 time: 0.2044778 Aug 24 09:04:19.670415 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1032a60-cf66-4aaa-a6c5-e8fb8e6a8d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30814fa4-05e7-43a7-b263-0f037a47413c,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:19.720961 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2bffb49f-c039-4070-a01b-86c27b12f09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (c27bd586-dbb7-4795-af19-25009026fa31), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:19.759452 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffb49f-c039-4070-a01b-86c27b12f09d admin admin] Pushing event deleted for resources: {'Port': ['ID=c27bd586-dbb7-4795-af19-25009026fa31,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:19.888755 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:19.937503 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-2bffb49f-c039-4070-a01b-86c27b12f09d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698617'] for router_interface (df288788-ac29-4c9f-a061-c47484c12d6b), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:20.177339 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bffb49f-c039-4070-a01b-86c27b12f09d admin admin] Router df288788-ac29-4c9f-a061-c47484c12d6b has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:04:20.310903 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bffb49f-c039-4070-a01b-86c27b12f09d admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:04:20.316483 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-2bffb49f-c039-4070-a01b-86c27b12f09d admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/df288788-ac29-4c9f-a061-c47484c12d6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7247412 Aug 24 09:04:20.319775 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38898) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:20.322086 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59ce09e-abec-41b0-8ccd-0e5d8fc1d10e None None] Sync routers for ids ['df288788-ac29-4c9f-a061-c47484c12d6b'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:04:20.336373 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59ce09e-abec-41b0-8ccd-0e5d8fc1d10e None None] Routers {'df288788-ac29-4c9f-a061-c47484c12d6b'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:04:20.337676 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-d59ce09e-abec-41b0-8ccd-0e5d8fc1d10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:04:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['df288788-ac29-4c9f-a061-c47484c12d6b'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:20.430986 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a4d36665-0058-4f76-8af3-b8ba4085b9e6 admin admin] Publish callbacks [] for router (df288788-ac29-4c9f-a061-c47484c12d6b), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:20.447572 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-d59ce09e-abec-41b0-8ccd-0e5d8fc1d10e None None] Set router df288788-ac29-4c9f-a061-c47484c12d6b gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:04:20.565382 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a4d36665-0058-4f76-8af3-b8ba4085b9e6 admin admin] Publish callbacks [] for router_gateway (df288788-ac29-4c9f-a061-c47484c12d6b), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:20.635124 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-d59ce09e-abec-41b0-8ccd-0e5d8fc1d10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T09:04:19Z', 'revision_number': 5, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:20.664330 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59ce09e-abec-41b0-8ccd-0e5d8fc1d10e None None] Checking router: df288788-ac29-4c9f-a061-c47484c12d6b for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:04:20.675334 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59ce09e-abec-41b0-8ccd-0e5d8fc1d10e None None] Routers {'df288788-ac29-4c9f-a061-c47484c12d6b'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:04:20.676185 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-d59ce09e-abec-41b0-8ccd-0e5d8fc1d10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:04:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['df288788-ac29-4c9f-a061-c47484c12d6b'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:20.775063 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-d59ce09e-abec-41b0-8ccd-0e5d8fc1d10e None None] Set router df288788-ac29-4c9f-a061-c47484c12d6b gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:04:20.854062 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-a4d36665-0058-4f76-8af3-b8ba4085b9e6 admin admin] Deleting port a11d0248-132c-40be-8ceb-0f20143b3b10 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:04:20.854697 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a4d36665-0058-4f76-8af3-b8ba4085b9e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (a11d0248-132c-40be-8ceb-0f20143b3b10), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:20.862774 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:20.969827 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [None req-a4d36665-0058-4f76-8af3-b8ba4085b9e6 admin admin] For port a11d0248-132c-40be-8ceb-0f20143b3b10, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=a11d0248-132c-40be-8ceb-0f20143b3b10,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:04:20.970176 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a4d36665-0058-4f76-8af3-b8ba4085b9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (a11d0248-132c-40be-8ceb-0f20143b3b10), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:20.986942 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-a4d36665-0058-4f76-8af3-b8ba4085b9e6 admin admin] Calling delete_port for a11d0248-132c-40be-8ceb-0f20143b3b10 owned by network:router_gateway {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:04:20.998225 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-d59ce09e-abec-41b0-8ccd-0e5d8fc1d10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T09:04:19Z', 'revision_number': 5, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:21.001153 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:21.025606 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59ce09e-abec-41b0-8ccd-0e5d8fc1d10e None None] The sync data for ids ['df288788-ac29-4c9f-a061-c47484c12d6b'] in dv-cinder-852211-5-iscsi is: [{'id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-869252305-router', 'tenant_id': 'dd27ac26660b46c388279e652200c7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:56:04Z', 'updated_at': '2022-08-24T09:04:19Z', 'revision_number': 5, 'project_id': 'dd27ac26660b46c388279e652200c7cd', 'gw_port': {'id': 'a11d0248-132c-40be-8ceb-0f20143b3b10', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df288788-ac29-4c9f-a061-c47484c12d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:56:05Z', 'updated_at': '2022-08-24T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:04:21.224493 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a4d36665-0058-4f76-8af3-b8ba4085b9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (a11d0248-132c-40be-8ceb-0f20143b3b10), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:21.272475 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d36665-0058-4f76-8af3-b8ba4085b9e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a11d0248-132c-40be-8ceb-0f20143b3b10,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:21.346598 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a4d36665-0058-4f76-8af3-b8ba4085b9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698408'] for router_gateway (df288788-ac29-4c9f-a061-c47484c12d6b), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:21.757693 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a4d36665-0058-4f76-8af3-b8ba4085b9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (df288788-ac29-4c9f-a061-c47484c12d6b), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:21.760204 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a4d36665-0058-4f76-8af3-b8ba4085b9e6 admin admin] Publish callbacks [] for router_controller (df288788-ac29-4c9f-a061-c47484c12d6b), precommit_delete_associations {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:21.909587 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a4d36665-0058-4f76-8af3-b8ba4085b9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698698'] for router (df288788-ac29-4c9f-a061-c47484c12d6b), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:21.910191 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d36665-0058-4f76-8af3-b8ba4085b9e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df288788-ac29-4c9f-a061-c47484c12d6b {{(pid=118616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 09:04:21.915938 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38920) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:21.928276 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-a4d36665-0058-4f76-8af3-b8ba4085b9e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:21.928276 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-a4d36665-0058-4f76-8af3-b8ba4085b9e6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/df288788-ac29-4c9f-a061-c47484c12d6b HTTP/1.1" status: 204 len: 168 time: 1.6056643 Aug 24 09:04:21.930972 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 38924) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:21.967194 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device c27bd586-dbb7-4795-af19-25009026fa31 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:04:21.992917 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: c27bd586-dbb7-4795-af19-25009026fa31 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:04:21.993824 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device c27bd586-dbb7-4795-af19-25009026fa31 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:04:21.995672 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_v2 [None req-f723ad30-d8ca-4e98-a73a-d31dfa721d89 admin admin] Deleting subnet 9be780a7-8c52-4ee8-9007-d0378c4d3642 {{(pid=118617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 09:04:21.999779 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f723ad30-d8ca-4e98-a73a-d31dfa721d89 admin admin] Publish callbacks [] for subnet (9be780a7-8c52-4ee8-9007-d0378c4d3642), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:22.044622 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f723ad30-d8ca-4e98-a73a-d31dfa721d89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252308860'] for subnet (9be780a7-8c52-4ee8-9007-d0378c4d3642), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:22.140254 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:22.142550 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f723ad30-d8ca-4e98-a73a-d31dfa721d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038139'] for subnet (9be780a7-8c52-4ee8-9007-d0378c4d3642), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:22.142831 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0db1e240-c899-4e92-a812-306a354a0599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:22.218782 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:22.231785 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:DELETE=12,neutron:SELECT=81,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:22.252319 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0db1e240-c899-4e92-a812-306a354a0599 admin admin] Publish callbacks [] for security_group (461e712f-cb3d-4a34-9f5c-49773862281d), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:22.350324 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0db1e240-c899-4e92-a812-306a354a0599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (461e712f-cb3d-4a34-9f5c-49773862281d), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:22.397465 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-0db1e240-c899-4e92-a812-306a354a0599 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=835f087d347e4b3589480caeb294c60f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4801972 Aug 24 09:04:22.400002 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1e240-c899-4e92-a812-306a354a0599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461e712f-cb3d-4a34-9f5c-49773862281d,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:22.402458 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38926) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:22.468620 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3f282532-97b7-41f5-918b-617177c076b8 admin admin] Publish callbacks [] for security_group (461e712f-cb3d-4a34-9f5c-49773862281d), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:22.512663 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3f282532-97b7-41f5-918b-617177c076b8 admin admin] Publish callbacks [] for security_group (461e712f-cb3d-4a34-9f5c-49773862281d), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:22.572865 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f723ad30-d8ca-4e98-a73a-d31dfa721d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252178608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251664119'] for subnet (9be780a7-8c52-4ee8-9007-d0378c4d3642), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:22.609491 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f723ad30-d8ca-4e98-a73a-d31dfa721d89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:22.613895 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-f723ad30-d8ca-4e98-a73a-d31dfa721d89 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/9be780a7-8c52-4ee8-9007-d0378c4d3642 HTTP/1.1" status: 204 len: 168 time: 0.6812143 Aug 24 09:04:22.614812 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723ad30-d8ca-4e98-a73a-d31dfa721d89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9be780a7-8c52-4ee8-9007-d0378c4d3642,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:22.617070 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38928) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:22.618568 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e503f651-c04d-49cd-b161-b59d57f9f5af None None] Network 49a90e96-9c63-403b-90e7-b545c043dc4b requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:04:22.698914 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3f282532-97b7-41f5-918b-617177c076b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (461e712f-cb3d-4a34-9f5c-49773862281d), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:22.701674 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-3f282532-97b7-41f5-918b-617177c076b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:22.703116 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-3f282532-97b7-41f5-918b-617177c076b8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/461e712f-cb3d-4a34-9f5c-49773862281d HTTP/1.1" status: 204 len: 168 time: 0.2994390 Aug 24 09:04:22.711067 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623286'] for network (49a90e96-9c63-403b-90e7-b545c043dc4b), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:22.720737 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f282532-97b7-41f5-918b-617177c076b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461e712f-cb3d-4a34-9f5c-49773862281d,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:22.771021 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] Deleting port fef35618-39a9-4bac-890d-759a2047466d {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:04:22.771303 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (fef35618-39a9-4bac-890d-759a2047466d), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:22.854683 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] For port fef35618-39a9-4bac-890d-759a2047466d, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=fef35618-39a9-4bac-890d-759a2047466d,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:04:22.855083 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (fef35618-39a9-4bac-890d-759a2047466d), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:22.871760 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] Calling delete_port for fef35618-39a9-4bac-890d-759a2047466d owned by network:dhcp {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:04:22.884697 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab5fb1b-7d80-46d3-87c9-0bbb3de54ccd None None] DHCP port deletion for 49a90e96-9c63-403b-90e7-b545c043dc4b request from dv-cinder-852211-5-iscsi {{(pid=118618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 09:04:22.930312 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8ab5fb1b-7d80-46d3-87c9-0bbb3de54ccd None None] Deleting port fef35618-39a9-4bac-890d-759a2047466d {{(pid=118618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:04:22.930823 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb1b-7d80-46d3-87c9-0bbb3de54ccd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (fef35618-39a9-4bac-890d-759a2047466d), before_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:22.971937 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:23.041550 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8ab5fb1b-7d80-46d3-87c9-0bbb3de54ccd None None] For port fef35618-39a9-4bac-890d-759a2047466d, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=fef35618-39a9-4bac-890d-759a2047466d,segment=NetworkSegment(f6f12a5d-ce41-48e8-9611-b0de71dd696c),segment_id=f6f12a5d-ce41-48e8-9611-b0de71dd696c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:04:23.042199 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb1b-7d80-46d3-87c9-0bbb3de54ccd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (fef35618-39a9-4bac-890d-759a2047466d), precommit_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:23.069281 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8ab5fb1b-7d80-46d3-87c9-0bbb3de54ccd None None] Calling delete_port for fef35618-39a9-4bac-890d-759a2047466d owned by network:dhcp {{(pid=118618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:04:23.077071 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (fef35618-39a9-4bac-890d-759a2047466d), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:23.106459 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] Pushing event deleted for resources: {'Port': ['ID=fef35618-39a9-4bac-890d-759a2047466d,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:23.110859 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] No DVR routers for this DVR port fef35618-39a9-4bac-890d-759a2047466d on host dv-cinder-852211-5-iscsi {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:04:23.217954 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038395', 'neutron.services.segments.db._delete_segments_for_network-8762420374128'] for network (49a90e96-9c63-403b-90e7-b545c043dc4b), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:23.219688 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb1b-7d80-46d3-87c9-0bbb3de54ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847'] for port (fef35618-39a9-4bac-890d-759a2047466d), after_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:23.248688 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5fb1b-7d80-46d3-87c9-0bbb3de54ccd None None] Pushing event deleted for resources: {'Port': ['ID=fef35618-39a9-4bac-890d-759a2047466d,revision_number=None']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:23.253568 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab5fb1b-7d80-46d3-87c9-0bbb3de54ccd None None] No DVR routers for this DVR port fef35618-39a9-4bac-890d-759a2047466d on host dv-cinder-852211-5-iscsi {{(pid=118618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:04:23.258527 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a90e96-9c63-403b-90e7-b545c043dc4b']}} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:23.276837 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f12a5d-ce41-48e8-9611-b0de71dd696c') {'for_net_delete': True} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:23.276837 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f12a5d-ce41-48e8-9611-b0de71dd696c') {} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:23.293189 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420431854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10046682'] for segment (f6f12a5d-ce41-48e8-9611-b0de71dd696c), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:23.314151 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (f6f12a5d-ce41-48e8-9611-b0de71dd696c), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:23.323427 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=118616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 09:04:23.324922 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056300'] for segment (f6f12a5d-ce41-48e8-9611-b0de71dd696c), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:23.360213 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.services.segments.plugin [-] Segment f6f12a5d-ce41-48e8-9611-b0de71dd696c resource provider aggregate not found Aug 24 09:04:23.398138 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.services.segments.plugin [-] Segment f6f12a5d-ce41-48e8-9611-b0de71dd696c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6f12a5d-ce41-48e8-9611-b0de71dd696c found for delete ", "request_id": "req-d9f7e528-e310-4ef7-bf11-1d813abff925"}]} Aug 24 09:04:23.504749 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698380'] for network (49a90e96-9c63-403b-90e7-b545c043dc4b), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:23.517187 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:23.517187 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/49a90e96-9c63-403b-90e7-b545c043dc4b HTTP/1.1" status: 204 len: 168 time: 0.8966792 Aug 24 09:04:23.528751 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c0fe2-4133-4303-8ca5-c528e6a882cb admin admin] Pushing event deleted for resources: {'Network': ['ID=49a90e96-9c63-403b-90e7-b545c043dc4b,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:23.889885 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38956) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:23.944428 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-f4c8940b-8188-46dc-b7a2-8cf5a6126ede admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=dd27ac26660b46c388279e652200c7cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0527523 Aug 24 09:04:23.948599 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 38958) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:23.957840 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device a11d0248-132c-40be-8ceb-0f20143b3b10 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:04:24.003605 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: a11d0248-132c-40be-8ceb-0f20143b3b10 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:04:24.004443 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device a11d0248-132c-40be-8ceb-0f20143b3b10 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:04:24.005445 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device fef35618-39a9-4bac-890d-759a2047466d no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:04:24.008436 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-408962c3-95a3-4353-94a5-ccdc7e1c0ea5 admin admin] Publish callbacks [] for security_group (87f9ad37-2713-4f8c-b4a4-b91035769822), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:24.033909 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-408962c3-95a3-4353-94a5-ccdc7e1c0ea5 admin admin] Publish callbacks [] for security_group (87f9ad37-2713-4f8c-b4a4-b91035769822), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:24.036662 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: fef35618-39a9-4bac-890d-759a2047466d {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:04:24.037009 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device fef35618-39a9-4bac-890d-759a2047466d not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:04:24.247165 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-408962c3-95a3-4353-94a5-ccdc7e1c0ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (87f9ad37-2713-4f8c-b4a4-b91035769822), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:24.250065 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-408962c3-95a3-4353-94a5-ccdc7e1c0ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:24.251443 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-408962c3-95a3-4353-94a5-ccdc7e1c0ea5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/87f9ad37-2713-4f8c-b4a4-b91035769822 HTTP/1.1" status: 204 len: 168 time: 0.3017128 Aug 24 09:04:24.263400 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408962c3-95a3-4353-94a5-ccdc7e1c0ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f9ad37-2713-4f8c-b4a4-b91035769822,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:30.208648 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39070) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:30.337158 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e4110b20-7867-4664-a220-0eef0337b1ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:30.434183 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e4110b20-7867-4664-a220-0eef0337b1ee admin admin] Publish callbacks [] for security_group (e348007d-901d-49d8-a4f4-8202c0b05a8b), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:30.528162 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e4110b20-7867-4664-a220-0eef0337b1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (e348007d-901d-49d8-a4f4-8202c0b05a8b), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:30.583465 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-e4110b20-7867-4664-a220-0eef0337b1ee admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=de6b3e9be33444d99f5908436c98e6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3733397 Aug 24 09:04:30.584998 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4110b20-7867-4664-a220-0eef0337b1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e348007d-901d-49d8-a4f4-8202c0b05a8b,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:30.587899 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39086) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:30.604749 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=5 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:30.697801 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-39cde554-c11f-46d2-b9af-def21a68a089 admin admin] Publish callbacks [] for security_group (e348007d-901d-49d8-a4f4-8202c0b05a8b), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:30.697801 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-39cde554-c11f-46d2-b9af-def21a68a089 admin admin] Publish callbacks [] for security_group (e348007d-901d-49d8-a4f4-8202c0b05a8b), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:30.824421 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-39cde554-c11f-46d2-b9af-def21a68a089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (e348007d-901d-49d8-a4f4-8202c0b05a8b), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:30.827450 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-39cde554-c11f-46d2-b9af-def21a68a089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:30.829220 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-39cde554-c11f-46d2-b9af-def21a68a089 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e348007d-901d-49d8-a4f4-8202c0b05a8b HTTP/1.1" status: 204 len: 168 time: 0.2401276 Aug 24 09:04:30.840670 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cde554-c11f-46d2-b9af-def21a68a089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e348007d-901d-49d8-a4f4-8202c0b05a8b,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:33.963632 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:34.095918 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=40,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:34.255971 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=60,neutron:DELETE=8 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:34.282313 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=33 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:36.421739 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39194) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:36.532278 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39200) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:36.621129 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0d018ddd-174d-4602-aafa-bbb314c6fd4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:36.655973 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d77abe35-7990-4735-bc6d-3f3c8a7164e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:36.754407 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0d018ddd-174d-4602-aafa-bbb314c6fd4a admin admin] Publish callbacks [] for security_group (a220d0c0-5d0d-407f-a7df-c75d71b7ad07), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:36.786188 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d77abe35-7990-4735-bc6d-3f3c8a7164e5 admin admin] Publish callbacks [] for security_group (fc79e6d3-54c9-41c4-914a-fa4905aa59ba), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:36.812741 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0d018ddd-174d-4602-aafa-bbb314c6fd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (a220d0c0-5d0d-407f-a7df-c75d71b7ad07), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:36.854434 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-0d018ddd-174d-4602-aafa-bbb314c6fd4a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=999dc516fc634d62a83e97a99c9d68e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4314151 Aug 24 09:04:36.855325 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d018ddd-174d-4602-aafa-bbb314c6fd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a220d0c0-5d0d-407f-a7df-c75d71b7ad07,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:36.857983 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 39204) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:36.881864 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d77abe35-7990-4735-bc6d-3f3c8a7164e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (fc79e6d3-54c9-41c4-914a-fa4905aa59ba), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:36.887580 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:36.916157 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-97af21c1-dc21-4c17-a4ee-f75d0c33a804 admin admin] Publish callbacks [] for security_group (a220d0c0-5d0d-407f-a7df-c75d71b7ad07), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:36.922614 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77abe35-7990-4735-bc6d-3f3c8a7164e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc79e6d3-54c9-41c4-914a-fa4905aa59ba,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:36.927108 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-d77abe35-7990-4735-bc6d-3f3c8a7164e5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a3153673bf9c442ea4ab34da7ff88dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3933957 Aug 24 09:04:36.930166 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39206) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:36.948510 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-97af21c1-dc21-4c17-a4ee-f75d0c33a804 admin admin] Publish callbacks [] for security_group (a220d0c0-5d0d-407f-a7df-c75d71b7ad07), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:36.983201 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9949168c-95c3-408a-a49a-e5e14975acb0 admin admin] Publish callbacks [] for security_group (fc79e6d3-54c9-41c4-914a-fa4905aa59ba), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:37.008492 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9949168c-95c3-408a-a49a-e5e14975acb0 admin admin] Publish callbacks [] for security_group (fc79e6d3-54c9-41c4-914a-fa4905aa59ba), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:37.173277 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-97af21c1-dc21-4c17-a4ee-f75d0c33a804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (a220d0c0-5d0d-407f-a7df-c75d71b7ad07), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:37.176192 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-97af21c1-dc21-4c17-a4ee-f75d0c33a804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:37.180100 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-97af21c1-dc21-4c17-a4ee-f75d0c33a804 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a220d0c0-5d0d-407f-a7df-c75d71b7ad07 HTTP/1.1" status: 204 len: 168 time: 0.3181121 Aug 24 09:04:37.186957 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af21c1-dc21-4c17-a4ee-f75d0c33a804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a220d0c0-5d0d-407f-a7df-c75d71b7ad07,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:37.207486 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9949168c-95c3-408a-a49a-e5e14975acb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (fc79e6d3-54c9-41c4-914a-fa4905aa59ba), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:37.216021 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9949168c-95c3-408a-a49a-e5e14975acb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:37.216021 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-9949168c-95c3-408a-a49a-e5e14975acb0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fc79e6d3-54c9-41c4-914a-fa4905aa59ba HTTP/1.1" status: 204 len: 168 time: 0.2820170 Aug 24 09:04:37.230606 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949168c-95c3-408a-a49a-e5e14975acb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc79e6d3-54c9-41c4-914a-fa4905aa59ba,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:37.690829 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=13 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:37.692015 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=21 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:37.935194 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39216) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:37.951685 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-dcae9cd7-e70e-4c77-bfdf-8c1e8957b86a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:37.988408 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:38.001475 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39218) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:38.019048 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ea80aaa7-a5c8-43c6-ab9f-2e2c1a6f4b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:38.064302 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-dcae9cd7-e70e-4c77-bfdf-8c1e8957b86a admin admin] Publish callbacks [] for security_group (41ce70ce-0141-4828-adfd-5a100cf4cdaa), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:38.123289 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ea80aaa7-a5c8-43c6-ab9f-2e2c1a6f4b81 admin admin] Publish callbacks [] for security_group (8e2dc4f3-ff88-4921-b088-d5d38eaa8b51), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:38.138254 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-dcae9cd7-e70e-4c77-bfdf-8c1e8957b86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (41ce70ce-0141-4828-adfd-5a100cf4cdaa), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:38.180531 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-dcae9cd7-e70e-4c77-bfdf-8c1e8957b86a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=94f4a54392b24ec29a51e281103ff5be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442393 Aug 24 09:04:38.181241 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae9cd7-e70e-4c77-bfdf-8c1e8957b86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ce70ce-0141-4828-adfd-5a100cf4cdaa,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:38.183565 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 39220) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:38.194957 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ea80aaa7-a5c8-43c6-ab9f-2e2c1a6f4b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (8e2dc4f3-ff88-4921-b088-d5d38eaa8b51), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:38.240657 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80aaa7-a5c8-43c6-ab9f-2e2c1a6f4b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2dc4f3-ff88-4921-b088-d5d38eaa8b51,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:38.244746 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6531e678-27d8-49fc-a123-ea2800abe17f admin admin] Publish callbacks [] for security_group (41ce70ce-0141-4828-adfd-5a100cf4cdaa), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:38.248032 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 39222) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:38.248287 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-ea80aaa7-a5c8-43c6-ab9f-2e2c1a6f4b81 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=dd4540458dab43ae8689da0db77ec0f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457032 Aug 24 09:04:38.288588 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6531e678-27d8-49fc-a123-ea2800abe17f admin admin] Publish callbacks [] for security_group (41ce70ce-0141-4828-adfd-5a100cf4cdaa), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:38.350156 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7e2896b6-21b9-41b8-b2cf-985667b9df5f admin admin] Publish callbacks [] for security_group (8e2dc4f3-ff88-4921-b088-d5d38eaa8b51), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:38.374377 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7e2896b6-21b9-41b8-b2cf-985667b9df5f admin admin] Publish callbacks [] for security_group (8e2dc4f3-ff88-4921-b088-d5d38eaa8b51), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:38.481547 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6531e678-27d8-49fc-a123-ea2800abe17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (41ce70ce-0141-4828-adfd-5a100cf4cdaa), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:38.484137 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6531e678-27d8-49fc-a123-ea2800abe17f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:38.485292 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-6531e678-27d8-49fc-a123-ea2800abe17f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/41ce70ce-0141-4828-adfd-5a100cf4cdaa HTTP/1.1" status: 204 len: 168 time: 0.3007140 Aug 24 09:04:38.493923 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531e678-27d8-49fc-a123-ea2800abe17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ce70ce-0141-4828-adfd-5a100cf4cdaa,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:38.555614 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7e2896b6-21b9-41b8-b2cf-985667b9df5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (8e2dc4f3-ff88-4921-b088-d5d38eaa8b51), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:38.558189 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7e2896b6-21b9-41b8-b2cf-985667b9df5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:38.559385 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-7e2896b6-21b9-41b8-b2cf-985667b9df5f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8e2dc4f3-ff88-4921-b088-d5d38eaa8b51 HTTP/1.1" status: 204 len: 168 time: 0.3103042 Aug 24 09:04:38.574037 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2896b6-21b9-41b8-b2cf-985667b9df5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2dc4f3-ff88-4921-b088-d5d38eaa8b51,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:39.403218 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 39242) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:39.417794 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:39.506030 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Publish callbacks [] for security_group (d1d209f2-01d2-4c27-9823-6a26625ad26d), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:39.624309 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (d1d209f2-01d2-4c27-9823-6a26625ad26d), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:39.667804 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=65797e299a934dfcb22f7b10a128d25a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634811 Aug 24 09:04:39.670328 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d209f2-01d2-4c27-9823-6a26625ad26d,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:39.670674 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39246) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:39.679710 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:39.680237 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:39.680667 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:39.681110 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:39.681543 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:39.681966 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:39.682386 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:39.682741 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:39.683071 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:39.683398 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:39.683738 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:39.684067 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:39.684391 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:39.684712 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:39.685090 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f426d93-822e-4b54-937c-7a8f210a1db4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:39.740785 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:39.747137 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-92c1a078-f862-44ea-a07c-45f9ae169516 admin admin] Publish callbacks [] for security_group (d1d209f2-01d2-4c27-9823-6a26625ad26d), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:39.776200 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-92c1a078-f862-44ea-a07c-45f9ae169516 admin admin] Publish callbacks [] for security_group (d1d209f2-01d2-4c27-9823-6a26625ad26d), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:39.949573 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-92c1a078-f862-44ea-a07c-45f9ae169516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (d1d209f2-01d2-4c27-9823-6a26625ad26d), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:39.952195 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-92c1a078-f862-44ea-a07c-45f9ae169516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:39.953502 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-92c1a078-f862-44ea-a07c-45f9ae169516 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d1d209f2-01d2-4c27-9823-6a26625ad26d HTTP/1.1" status: 204 len: 168 time: 0.2816756 Aug 24 09:04:39.964631 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1a078-f862-44ea-a07c-45f9ae169516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d209f2-01d2-4c27-9823-6a26625ad26d,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:40.028663 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:41.136921 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 39298) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:41.247324 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-96c5d9d2-2c69-4226-b66c-33ac557e21ae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1299817043-network', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:04:41.343904 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c5d9d2-2c69-4226-b66c-33ac557e21ae admin admin] Made reservation on behalf of 7d01b966762c46f28c83c9cc4e8cb33e for: {'network': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:04:41.346430 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-96c5d9d2-2c69-4226-b66c-33ac557e21ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:41.355467 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-96c5d9d2-2c69-4226-b66c-33ac557e21ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:41.385233 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:41.426684 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=75,neutron:DELETE=9,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:41.435639 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-96c5d9d2-2c69-4226-b66c-33ac557e21ae admin admin] Publish callbacks [] for security_group (4e36998a-a195-4737-82d1-e9932c4c8a1e), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:41.554997 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-96c5d9d2-2c69-4226-b66c-33ac557e21ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (4e36998a-a195-4737-82d1-e9932c4c8a1e), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:41.580401 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c5d9d2-2c69-4226-b66c-33ac557e21ae admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=118616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 09:04:41.589707 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5d9d2-2c69-4226-b66c-33ac557e21ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e36998a-a195-4737-82d1-e9932c4c8a1e,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:41.595775 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-96c5d9d2-2c69-4226-b66c-33ac557e21ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (14eae9ec-0f93-4b58-a52f-4229b3557011), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:41.596117 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.segments_db [None req-96c5d9d2-2c69-4226-b66c-33ac557e21ae admin admin] Added segment 14eae9ec-0f93-4b58-a52f-4229b3557011 of type vlan for network f9ca9c5e-9301-4517-ab5a-3aebca978484 Aug 24 09:04:41.637582 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-96c5d9d2-2c69-4226-b66c-33ac557e21ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (f9ca9c5e-9301-4517-ab5a-3aebca978484), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:41.721777 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-96c5d9d2-2c69-4226-b66c-33ac557e21ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (f9ca9c5e-9301-4517-ab5a-3aebca978484), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:41.722942 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c5d9d2-2c69-4226-b66c-33ac557e21ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:41.723579 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-96c5d9d2-2c69-4226-b66c-33ac557e21ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:41.785038 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5d9d2-2c69-4226-b66c-33ac557e21ae admin admin] Pushing event updated for resources: {'Network': ['ID=f9ca9c5e-9301-4517-ab5a-3aebca978484,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:41.801648 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network f9ca9c5e-9301-4517-ab5a-3aebca978484 details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 09:04:41.819366 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-96c5d9d2-2c69-4226-b66c-33ac557e21ae admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6774490 Aug 24 09:04:41.819366 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 39302) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:41.824218 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-d293068d-faff-45d1-bc5c-5a0de0ec1395 admin admin] Request body: {'subnet': {'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1299817043-subnet', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'ip_version': 4}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:04:42.007432 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d293068d-faff-45d1-bc5c-5a0de0ec1395 admin admin] Made reservation on behalf of 7d01b966762c46f28c83c9cc4e8cb33e for: {'subnet': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:04:42.009921 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-ecfbc8cb-2c6d-48c5-afa7-b09fa35a7ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:42.010350 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d293068d-faff-45d1-bc5c-5a0de0ec1395 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058622'] for subnet (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:42.276136 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d293068d-faff-45d1-bc5c-5a0de0ec1395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10046671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9058640'] for subnet (b06f727b-ba5d-46f9-873e-427ae850008f), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:42.337715 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293068d-faff-45d1-bc5c-5a0de0ec1395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b06f727b-ba5d-46f9-873e-427ae850008f,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:42.347668 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293068d-faff-45d1-bc5c-5a0de0ec1395 admin admin] Checking segment: {'id': '14eae9ec-0f93-4b58-a52f-4229b3557011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:04:42.348036 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d293068d-faff-45d1-bc5c-5a0de0ec1395 admin admin] Network hostable DHCP agents. Network: f9ca9c5e-9301-4517-ab5a-3aebca978484, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 09:04:42.430269 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d293068d-faff-45d1-bc5c-5a0de0ec1395 admin admin] Network f9ca9c5e-9301-4517-ab5a-3aebca978484 is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 09:04:42.522444 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-d293068d-faff-45d1-bc5c-5a0de0ec1395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, f9ca9c5e-9301-4517-ab5a-3aebca978484) {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:04:42.530899 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d293068d-faff-45d1-bc5c-5a0de0ec1395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:42.531560 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d293068d-faff-45d1-bc5c-5a0de0ec1395 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:42.532552 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf6e380-21da-4009-b398-4fcb5d1e4acb None None] Network f9ca9c5e-9301-4517-ab5a-3aebca978484 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:04:42.641253 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd452859c-924c-557e-ba58-3e88bb5a2311-f9ca9c5e-9301-4517-ab5a-3aebca978484', 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484', 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'fixed_ips': [{'subnet_id': 'b06f727b-ba5d-46f9-873e-427ae850008f'}]}} from dv-cinder-852211-5-iscsi. {{(pid=118618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 09:04:42.642062 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:42.650723 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-d293068d-faff-45d1-bc5c-5a0de0ec1395 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8302813 Aug 24 09:04:42.653924 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39310) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:42.658443 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1299817043-router', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:04:42.751204 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4634'] for router (5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:42.752611 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4613'] for router (5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:42.786193 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.db_base_plugin_common [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Allocated IP 172.20.0.2 (f9ca9c5e-9301-4517-ab5a-3aebca978484/b06f727b-ba5d-46f9-873e-427ae850008f/e0ac82b5-cec4-46b1-bb7a-34117845df30) {{(pid=118618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:04:42.810186 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Publish callbacks [] for router_controller (5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6), precommit_add_association {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:42.940775 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Publish callbacks [] for port (e0ac82b5-cec4-46b1-bb7a-34117845df30), precommit_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:43.014692 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Publish callbacks [] for router_gateway (5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:43.018959 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (e0ac82b5-cec4-46b1-bb7a-34117845df30), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:43.030045 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:43.063524 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Network f9ca9c5e-9301-4517-ab5a-3aebca978484 is already hosted by enough agents. {{(pid=118618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:04:43.066598 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.base_scheduler [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Resources bound (agent type, host, resource id): {{(pid=118618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:04:43.071574 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Received port after_create {{(pid=118618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:04:43.080971 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Pushing event updated for resources: {'Port': ['ID=e0ac82b5-cec4-46b1-bb7a-34117845df30,revision_number=1']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:43.163060 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Attempting to bind port e0ac82b5-cec4-46b1-bb7a-34117845df30 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:04:43.163060 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Attempting to bind port e0ac82b5-cec4-46b1-bb7a-34117845df30 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '14eae9ec-0f93-4b58-a52f-4229b3557011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:04:43.163060 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Attempting to bind port e0ac82b5-cec4-46b1-bb7a-34117845df30 on network f9ca9c5e-9301-4517-ab5a-3aebca978484 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:04:43.168309 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:04:43.168682 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Checking segment: {'id': '14eae9ec-0f93-4b58-a52f-4229b3557011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:04:43.169081 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:43.169471 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Bound using segment: {'id': '14eae9ec-0f93-4b58-a52f-4229b3557011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:04:43.169952 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Bound port: e0ac82b5-cec4-46b1-bb7a-34117845df30, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14eae9ec-0f93-4b58-a52f-4229b3557011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:04:43.170312 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (e0ac82b5-cec4-46b1-bb7a-34117845df30), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:43.253679 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] For port e0ac82b5-cec4-46b1-bb7a-34117845df30, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:04:43.258218 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] For port e0ac82b5-cec4-46b1-bb7a-34117845df30, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=e0ac82b5-cec4-46b1-bb7a-34117845df30,segment=NetworkSegment(14eae9ec-0f93-4b58-a52f-4229b3557011),segment_id=14eae9ec-0f93-4b58-a52f-4229b3557011)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:04:43.289546 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Publish callbacks [] for router_gateway (5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:43.309871 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:43.373696 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (e0ac82b5-cec4-46b1-bb7a-34117845df30), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:43.455470 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Allocated IP 172.27.1.140 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/a55fbef7-b86c-4d64-8a8c-75f878d4ddf3) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:04:43.501702 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52acc8-9854-4534-a82d-ca4aa0d70867 None None] Pushing event updated for resources: {'Port': ['ID=e0ac82b5-cec4-46b1-bb7a-34117845df30,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:43.588835 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Publish callbacks [] for port (a55fbef7-b86c-4d64-8a8c-75f878d4ddf3), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:43.633050 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:43.695444 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (a55fbef7-b86c-4d64-8a8c-75f878d4ddf3), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:43.745747 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:04:43.752976 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:04:43.755595 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:04:43.805036 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Pushing event updated for resources: {'Port': ['ID=a55fbef7-b86c-4d64-8a8c-75f878d4ddf3,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:43.813632 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:43.818497 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:43.818840 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:43.819149 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:43.819494 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:43.819832 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:43.820167 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:43.820498 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:43.820833 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:43.821165 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:43.821495 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:43.821829 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:43.822190 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:43.822528 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:43.822926 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:43.823254 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:43.993192 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device e0ac82b5-cec4-46b1-bb7a-34117845df30 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:04:44.049953 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port e0ac82b5-cec4-46b1-bb7a-34117845df30 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:44.050321 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (e0ac82b5-cec4-46b1-bb7a-34117845df30), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:44.172424 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port e0ac82b5-cec4-46b1-bb7a-34117845df30 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:04:44.172811 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (e0ac82b5-cec4-46b1-bb7a-34117845df30), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:44.187891 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Publish callbacks [] for router_gateway (5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:44.195487 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:44.221535 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port e0ac82b5-cec4-46b1-bb7a-34117845df30, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=e0ac82b5-cec4-46b1-bb7a-34117845df30,segment=NetworkSegment(14eae9ec-0f93-4b58-a52f-4229b3557011),segment_id=14eae9ec-0f93-4b58-a52f-4229b3557011)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:04:44.277418 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (e0ac82b5-cec4-46b1-bb7a-34117845df30), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:44.343822 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=e0ac82b5-cec4-46b1-bb7a-34117845df30,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:44.346995 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-012ac603-ba7b-4b30-97eb-52895dfdb304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:44.422108 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698477'] for router (5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:44.592335 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d735b0-b096-482f-b807-52db53117adb None None] Network f9ca9c5e-9301-4517-ab5a-3aebca978484 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:04:44.627789 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:44.666615 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-3ee98a4a-e0cb-4894-8ecc-4b09fdcbd247 None None] Provisioning complete for port e0ac82b5-cec4-46b1-bb7a-34117845df30 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:44.667006 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3ee98a4a-e0cb-4894-8ecc-4b09fdcbd247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (e0ac82b5-cec4-46b1-bb7a-34117845df30), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:44.722445 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Router 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 is scheduled to L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed with binding_index 1 {{(pid=118617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 09:04:44.734487 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:44.856894 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-3ee98a4a-e0cb-4894-8ecc-4b09fdcbd247 None None] Current status of the port e0ac82b5-cec4-46b1-bb7a-34117845df30 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:04:44.921367 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:04:44.935806 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Sync routers for ids ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:04:44.949115 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Routers {'5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:04:44.953378 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:04:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:45.024308 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:45.026405 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-5bf01ead-fecc-4340-aa78-43ae9ae5a298 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3710964 Aug 24 09:04:45.029186 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39340) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:45.096215 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Set router 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:04:45.167032 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:45.198979 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-a9132877-5cd7-4bcf-9417-dc9151e7d880 None None] Provisioning complete for port e0ac82b5-cec4-46b1-bb7a-34117845df30 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:45.199351 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a9132877-5cd7-4bcf-9417-dc9151e7d880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (e0ac82b5-cec4-46b1-bb7a-34117845df30), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:45.421399 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:45.494976 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'name': 'tempest-TestMinimumBasicScenario-1299817043-router', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:42Z', 'updated_at': '2022-08-24T09:04:43Z', 'revision_number': 3, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'gw_port': {'id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ed:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:43Z', 'updated_at': '2022-08-24T09:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:45.499325 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-a9132877-5cd7-4bcf-9417-dc9151e7d880 None None] Current status of the port e0ac82b5-cec4-46b1-bb7a-34117845df30 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:04:45.524086 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Checking router: 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:04:45.524430 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Updating router 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 port a55fbef7-b86c-4d64-8a8c-75f878d4ddf3 binding host dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 09:04:45.531348 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:45.562161 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (a55fbef7-b86c-4d64-8a8c-75f878d4ddf3), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:45.680919 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:04:45.724825 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] Allocated IP 172.20.0.1 (f9ca9c5e-9301-4517-ab5a-3aebca978484/b06f727b-ba5d-46f9-873e-427ae850008f/63f9a396-8ece-4995-9b01-56cad60c4465) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:04:45.766816 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:45.844188 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Publish callbacks [] for port (a55fbef7-b86c-4d64-8a8c-75f878d4ddf3), precommit_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:45.846060 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] Publish callbacks [] for port (63f9a396-8ece-4995-9b01-56cad60c4465), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:45.904514 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (a55fbef7-b86c-4d64-8a8c-75f878d4ddf3), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:45.927746 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (63f9a396-8ece-4995-9b01-56cad60c4465), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:45.944604 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Attempting to bind port a55fbef7-b86c-4d64-8a8c-75f878d4ddf3 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:04:45.944991 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Attempting to bind port a55fbef7-b86c-4d64-8a8c-75f878d4ddf3 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:04:45.945466 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Attempting to bind port a55fbef7-b86c-4d64-8a8c-75f878d4ddf3 on network 386fbc02-808a-45e3-b701-f07af8827885 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:04:45.956669 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device e0ac82b5-cec4-46b1-bb7a-34117845df30 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:04:45.963997 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:45.970181 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:04:45.970504 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Checking segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:04:45.970960 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:45.971368 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Bound using segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:04:45.971874 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Bound port: a55fbef7-b86c-4d64-8a8c-75f878d4ddf3, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:04:45.972267 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (a55fbef7-b86c-4d64-8a8c-75f878d4ddf3), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:45.986710 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] Network f9ca9c5e-9301-4517-ab5a-3aebca978484 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:04:45.990323 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:04:45.993323 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:04:46.017439 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c001b-3f53-4a8b-821c-8ba5ba18646a None None] Pushing event updated for resources: {'Port': ['ID=a55fbef7-b86c-4d64-8a8c-75f878d4ddf3,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:46.021418 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] Pushing event updated for resources: {'Port': ['ID=63f9a396-8ece-4995-9b01-56cad60c4465,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:46.049431 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996336'] for router_interface (5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:46.063746 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:46.065184 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] For port a55fbef7-b86c-4d64-8a8c-75f878d4ddf3, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:04:46.069737 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] For port a55fbef7-b86c-4d64-8a8c-75f878d4ddf3, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=a55fbef7-b86c-4d64-8a8c-75f878d4ddf3,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:04:46.079112 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port e0ac82b5-cec4-46b1-bb7a-34117845df30 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:46.079498 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (e0ac82b5-cec4-46b1-bb7a-34117845df30), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:46.181016 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (a55fbef7-b86c-4d64-8a8c-75f878d4ddf3), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:46.299269 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port e0ac82b5-cec4-46b1-bb7a-34117845df30 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:04:46.326183 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c001b-3f53-4a8b-821c-8ba5ba18646a None None] Pushing event updated for resources: {'Port': ['ID=a55fbef7-b86c-4d64-8a8c-75f878d4ddf3,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:46.331522 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Routers {'5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:04:46.332161 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:04:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:46.392054 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba7ec9-a39e-460e-a943-88dbe6fa6018 req-941cbf76-ced5-4af1-a87f-0a6fb7ebf310 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:46.395379 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6cba7ec9-a39e-460e-a943-88dbe6fa6018 req-941cbf76-ced5-4af1-a87f-0a6fb7ebf310 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0748856 Aug 24 09:04:46.407258 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (63f9a396-8ece-4995-9b01-56cad60c4465), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:46.408346 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-0b96f3f4-a514-45cc-80b4-da8cfdfdfb99 None None] Provisioning complete for port 63f9a396-8ece-4995-9b01-56cad60c4465 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:46.408724 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-0b96f3f4-a514-45cc-80b4-da8cfdfdfb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (63f9a396-8ece-4995-9b01-56cad60c4465), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:46.459704 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6cba7ec9-a39e-460e-a943-88dbe6fa6018 req-fc6eb826-bef4-4b99-a493-a4e03d98e285 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580008 Aug 24 09:04:46.465576 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-0b96f3f4-a514-45cc-80b4-da8cfdfdfb99 None None] Port 63f9a396-8ece-4995-9b01-56cad60c4465 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:04:46.485757 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:46.497075 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] Set router 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:04:46.598413 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:46.641928 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] Publish callbacks [] for port (63f9a396-8ece-4995-9b01-56cad60c4465), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:46.709942 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252178666'] for port (63f9a396-8ece-4995-9b01-56cad60c4465), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:46.762293 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:46.783307 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996364'] for router_interface (5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:46.783906 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'name': 'tempest-TestMinimumBasicScenario-1299817043-router', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:42Z', 'updated_at': '2022-08-24T09:04:46Z', 'revision_number': 4, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'gw_port': {'id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ed:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:43Z', 'updated_at': '2022-08-24T09:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '63f9a396-8ece-4995-9b01-56cad60c4465', 'name': '', 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'mac_address': 'fa:16:3e:5f:c5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:45Z', 'updated_at': '2022-08-24T09:04:45Z', 'revision_number': 1, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'subnets': [{'id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:46.785662 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] Pushing event updated for resources: {'Port': ['ID=63f9a396-8ece-4995-9b01-56cad60c4465,revision_number=2']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:46.812639 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb15326-d8cf-439e-a8c9-302a900d4e46 None None] The sync data for ids ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'] in dv-cinder-852211-5-iscsi is: [{'id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'name': 'tempest-TestMinimumBasicScenario-1299817043-router', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:42Z', 'updated_at': '2022-08-24T09:04:46Z', 'revision_number': 4, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'gw_port': {'id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ed:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:43Z', 'updated_at': '2022-08-24T09:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '63f9a396-8ece-4995-9b01-56cad60c4465', 'name': '', 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'mac_address': 'fa:16:3e:5f:c5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:45Z', 'updated_at': '2022-08-24T09:04:45Z', 'revision_number': 1, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'subnets': [{'id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:04:46.901339 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] Network f9ca9c5e-9301-4517-ab5a-3aebca978484 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:04:46.906181 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:04:47.013828 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:47.062870 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] Router 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:04:47.122020 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:47.222802 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:04:47.229074 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-b2a10ff7-2f9c-49ae-a85a-8015d733617f admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1984046 Aug 24 09:04:47.294242 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-0063f633-3668-4995-8598-f2dbd755fa25 None None] Provisioning complete for port 63f9a396-8ece-4995-9b01-56cad60c4465 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:47.294957 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-0063f633-3668-4995-8598-f2dbd755fa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (63f9a396-8ece-4995-9b01-56cad60c4465), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:47.347599 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-0063f633-3668-4995-8598-f2dbd755fa25 None None] Port 63f9a396-8ece-4995-9b01-56cad60c4465 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:04:47.464835 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39364) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:47.746840 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:47.902612 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-fef96f73-c8c2-49c6-854d-39deec5be57b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:47.921692 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98699008-08b0-44cc-9402-579c8c0f56f5 req-f8c96225-7002-4120-9f8b-cadeb88ef10f tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:47.923661 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-98699008-08b0-44cc-9402-579c8c0f56f5 req-f8c96225-7002-4120-9f8b-cadeb88ef10f tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.3364034 Aug 24 09:04:47.963874 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device a55fbef7-b86c-4d64-8a8c-75f878d4ddf3 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:04:48.024367 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-98699008-08b0-44cc-9402-579c8c0f56f5 req-41c8f61f-4f89-430c-aef5-cfe2e2470d56 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873945 Aug 24 09:04:48.031801 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port a55fbef7-b86c-4d64-8a8c-75f878d4ddf3 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:48.031801 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (a55fbef7-b86c-4d64-8a8c-75f878d4ddf3), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:48.069788 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-fef96f73-c8c2-49c6-854d-39deec5be57b admin admin] Publish callbacks [] for security_group (5b8e205c-8f0c-4da8-88ae-d012cc53b8fa), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:48.125650 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port a55fbef7-b86c-4d64-8a8c-75f878d4ddf3 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:04:48.126008 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (a55fbef7-b86c-4d64-8a8c-75f878d4ddf3), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:48.147910 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port a55fbef7-b86c-4d64-8a8c-75f878d4ddf3, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=a55fbef7-b86c-4d64-8a8c-75f878d4ddf3,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:04:48.162105 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-fef96f73-c8c2-49c6-854d-39deec5be57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (5b8e205c-8f0c-4da8-88ae-d012cc53b8fa), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:48.207370 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-fef96f73-c8c2-49c6-854d-39deec5be57b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=455d7682d283471e9f53e62b610c036f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7412453 Aug 24 09:04:48.209842 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef96f73-c8c2-49c6-854d-39deec5be57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8e205c-8f0c-4da8-88ae-d012cc53b8fa,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:48.210029 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 39380) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:48.247708 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (a55fbef7-b86c-4d64-8a8c-75f878d4ddf3), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:48.280222 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2a50da70-7cd8-4d08-92e2-984068ba13d2 admin admin] Publish callbacks [] for security_group (5b8e205c-8f0c-4da8-88ae-d012cc53b8fa), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:48.311296 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2a50da70-7cd8-4d08-92e2-984068ba13d2 admin admin] Publish callbacks [] for security_group (5b8e205c-8f0c-4da8-88ae-d012cc53b8fa), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:48.316393 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39384) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:48.322154 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-449e17c6-6114-4c75-92e2-01df2886c4f9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1334098094-network', 'tenant_id': '0ec7262ec3104e37a1f6eed28bf4c4cf'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:04:48.333149 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=a55fbef7-b86c-4d64-8a8c-75f878d4ddf3,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:48.442110 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449e17c6-6114-4c75-92e2-01df2886c4f9 admin admin] Made reservation on behalf of 0ec7262ec3104e37a1f6eed28bf4c4cf for: {'network': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:04:48.445291 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-449e17c6-6114-4c75-92e2-01df2886c4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for network (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:48.458136 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-449e17c6-6114-4c75-92e2-01df2886c4f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:48.510907 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2a50da70-7cd8-4d08-92e2-984068ba13d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (5b8e205c-8f0c-4da8-88ae-d012cc53b8fa), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:48.515427 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-2a50da70-7cd8-4d08-92e2-984068ba13d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:48.515427 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-2a50da70-7cd8-4d08-92e2-984068ba13d2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5b8e205c-8f0c-4da8-88ae-d012cc53b8fa HTTP/1.1" status: 204 len: 168 time: 0.3037982 Aug 24 09:04:48.525637 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50da70-7cd8-4d08-92e2-984068ba13d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8e205c-8f0c-4da8-88ae-d012cc53b8fa,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:48.604313 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-449e17c6-6114-4c75-92e2-01df2886c4f9 admin admin] Publish callbacks [] for security_group (1cf5a212-ce8c-4eb3-b7aa-5e038c70918b), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:48.674871 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-449e17c6-6114-4c75-92e2-01df2886c4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (1cf5a212-ce8c-4eb3-b7aa-5e038c70918b), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:48.701298 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449e17c6-6114-4c75-92e2-01df2886c4f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=118617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 09:04:48.712240 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e17c6-6114-4c75-92e2-01df2886c4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf5a212-ce8c-4eb3-b7aa-5e038c70918b,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:48.717406 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-449e17c6-6114-4c75-92e2-01df2886c4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (dbc6f8e4-6774-4d5c-83a4-451c17770725), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:48.721863 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.segments_db [None req-449e17c6-6114-4c75-92e2-01df2886c4f9 admin admin] Added segment dbc6f8e4-6774-4d5c-83a4-451c17770725 of type vlan for network 4a1e882e-524b-4980-87cf-a8320c69ece9 Aug 24 09:04:48.762547 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-449e17c6-6114-4c75-92e2-01df2886c4f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762419886484'] for network (4a1e882e-524b-4980-87cf-a8320c69ece9), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:48.858750 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-449e17c6-6114-4c75-92e2-01df2886c4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878'] for network (4a1e882e-524b-4980-87cf-a8320c69ece9), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:48.860004 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449e17c6-6114-4c75-92e2-01df2886c4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:48.860543 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-449e17c6-6114-4c75-92e2-01df2886c4f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:48.925998 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e17c6-6114-4c75-92e2-01df2886c4f9 admin admin] Pushing event updated for resources: {'Network': ['ID=4a1e882e-524b-4980-87cf-a8320c69ece9,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:48.936346 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Network 4a1e882e-524b-4980-87cf-a8320c69ece9 details requested by agent ovs-agent-dv-cinder-852211-5-iscsi with host dv-cinder-852211-5-iscsi {{(pid=118618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 09:04:48.980960 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-449e17c6-6114-4c75-92e2-01df2886c4f9 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6631200 Aug 24 09:04:48.984235 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39390) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:48.989382 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-0210d638-8ef7-45dd-982a-97a405525094 admin admin] Request body: {'subnet': {'network_id': '4a1e882e-524b-4980-87cf-a8320c69ece9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1334098094-subnet', 'tenant_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'ip_version': 4}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:04:49.110223 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0210d638-8ef7-45dd-982a-97a405525094 admin admin] Made reservation on behalf of 0ec7262ec3104e37a1f6eed28bf4c4cf for: {'subnet': 1} {{(pid=118617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:04:49.112756 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0210d638-8ef7-45dd-982a-97a405525094 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-251664018'] for subnet (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:49.116534 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:49.161501 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09abd1-e755-4611-9e86-76d59edb547b req-8296f564-c444-4230-b0ba-199471f6ad5e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:49.163359 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7d09abd1-e755-4611-9e86-76d59edb547b req-8296f564-c444-4230-b0ba-199471f6ad5e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0546417 Aug 24 09:04:49.204043 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:49.222124 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7d09abd1-e755-4611-9e86-76d59edb547b req-f41786f8-4b1d-4c9e-b6ec-300365af4c0c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477355 Aug 24 09:04:49.320908 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 39394) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:49.328185 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Sync routers for ids ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:04:49.339271 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Routers {'5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:04:49.339874 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-57effb7f-d4b7-432a-b873-0700f0630c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:49.340035 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:04:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:49.379414 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0210d638-8ef7-45dd-982a-97a405525094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-252169845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-251664124'] for subnet (81b06c18-8a74-48f4-bc17-bb5b4e000ef3), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:49.428890 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-57effb7f-d4b7-432a-b873-0700f0630c18 admin admin] Publish callbacks [] for security_group (0e49d3b1-3e28-4d6f-b611-210f4ad391a3), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:49.444137 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210d638-8ef7-45dd-982a-97a405525094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b06c18-8a74-48f4-bc17-bb5b4e000ef3,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:49.449360 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Set router 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:04:49.453710 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0210d638-8ef7-45dd-982a-97a405525094 admin admin] Checking segment: {'id': 'dbc6f8e4-6774-4d5c-83a4-451c17770725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4a1e882e-524b-4980-87cf-a8320c69ece9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:04:49.454075 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0210d638-8ef7-45dd-982a-97a405525094 admin admin] Network hostable DHCP agents. Network: 4a1e882e-524b-4980-87cf-a8320c69ece9, hostable agents: ['9b643350-aa57-4293-8d36-1310a0884df6'], hosted agents: [] {{(pid=118617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 09:04:49.493177 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-57effb7f-d4b7-432a-b873-0700f0630c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (0e49d3b1-3e28-4d6f-b611-210f4ad391a3), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:49.546532 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-57effb7f-d4b7-432a-b873-0700f0630c18 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6f6b55c63697440c8c4ab180d96c1a37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245445 Aug 24 09:04:49.549284 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57effb7f-d4b7-432a-b873-0700f0630c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e49d3b1-3e28-4d6f-b611-210f4ad391a3,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:49.550340 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39396) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:49.613393 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f3442e4b-fff0-481c-ba79-aa6cc82c294a admin admin] Publish callbacks [] for security_group (0e49d3b1-3e28-4d6f-b611-210f4ad391a3), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:49.624852 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0210d638-8ef7-45dd-982a-97a405525094 admin admin] Network 4a1e882e-524b-4980-87cf-a8320c69ece9 is scheduled to be hosted by DHCP agent 9b643350-aa57-4293-8d36-1310a0884df6 with binding_index 1 {{(pid=118617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 09:04:49.642505 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f3442e4b-fff0-481c-ba79-aa6cc82c294a admin admin] Publish callbacks [] for security_group (0e49d3b1-3e28-4d6f-b611-210f4ad391a3), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:49.720141 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-0210d638-8ef7-45dd-982a-97a405525094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-5-iscsi, 4a1e882e-524b-4980-87cf-a8320c69ece9) {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:04:49.729485 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0210d638-8ef7-45dd-982a-97a405525094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:49.730350 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30f03be-28a6-447c-9583-4a73e5c12b38 None None] Network 4a1e882e-524b-4980-87cf-a8320c69ece9 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:04:49.731136 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0210d638-8ef7-45dd-982a-97a405525094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:49.773967 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'name': 'tempest-TestMinimumBasicScenario-1299817043-router', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:42Z', 'updated_at': '2022-08-24T09:04:46Z', 'revision_number': 4, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'gw_port': {'id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ed:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:43Z', 'updated_at': '2022-08-24T09:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '63f9a396-8ece-4995-9b01-56cad60c4465', 'name': '', 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'mac_address': 'fa:16:3e:5f:c5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:45Z', 'updated_at': '2022-08-24T09:04:46Z', 'revision_number': 2, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'subnets': [{'id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:49.779750 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f3442e4b-fff0-481c-ba79-aa6cc82c294a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (0e49d3b1-3e28-4d6f-b611-210f4ad391a3), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:49.782102 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f3442e4b-fff0-481c-ba79-aa6cc82c294a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:49.786500 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-f3442e4b-fff0-481c-ba79-aa6cc82c294a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0e49d3b1-3e28-4d6f-b611-210f4ad391a3 HTTP/1.1" status: 204 len: 168 time: 0.2345774 Aug 24 09:04:49.795967 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3442e4b-fff0-481c-ba79-aa6cc82c294a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e49d3b1-3e28-4d6f-b611-210f4ad391a3,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:49.809162 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Checking router: 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:04:49.809162 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Updating router 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 port 63f9a396-8ece-4995-9b01-56cad60c4465 binding host dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 09:04:49.812142 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-0210d638-8ef7-45dd-982a-97a405525094 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8264582 Aug 24 09:04:49.814385 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39400) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:49.822037 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1334098094-router', 'tenant_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:04:49.845683 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (63f9a396-8ece-4995-9b01-56cad60c4465), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:49.866635 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:49.942011 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd452859c-924c-557e-ba58-3e88bb5a2311-4a1e882e-524b-4980-87cf-a8320c69ece9', 'network_id': '4a1e882e-524b-4980-87cf-a8320c69ece9', 'project_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'fixed_ips': [{'subnet_id': '81b06c18-8a74-48f4-bc17-bb5b4e000ef3'}]}} from dv-cinder-852211-5-iscsi. {{(pid=118618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 09:04:49.942011 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:49.967159 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4634'] for router (29d90090-d82d-442a-8fd2-297a65e666b6), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:49.969091 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1697044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1669323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4613'] for router (29d90090-d82d-442a-8fd2-297a65e666b6), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:50.005330 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device a55fbef7-b86c-4d64-8a8c-75f878d4ddf3 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:04:50.027070 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Publish callbacks [] for router_controller (29d90090-d82d-442a-8fd2-297a65e666b6), precommit_add_association {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:50.109876 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port a55fbef7-b86c-4d64-8a8c-75f878d4ddf3 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:50.110258 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (a55fbef7-b86c-4d64-8a8c-75f878d4ddf3), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:50.143367 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.db_base_plugin_common [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Allocated IP 172.20.0.2 (4a1e882e-524b-4980-87cf-a8320c69ece9/81b06c18-8a74-48f4-bc17-bb5b4e000ef3/03e903a5-ecd1-4731-8bb8-f1870790d815) {{(pid=118618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:04:50.152016 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:50.183003 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Publish callbacks [] for port (63f9a396-8ece-4995-9b01-56cad60c4465), precommit_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:50.269016 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (63f9a396-8ece-4995-9b01-56cad60c4465), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:50.274234 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port a55fbef7-b86c-4d64-8a8c-75f878d4ddf3 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:04:50.304191 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Publish callbacks [] for router_gateway (29d90090-d82d-442a-8fd2-297a65e666b6), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:50.341979 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dca950-2930-4752-804c-3c12db6fb846 None None] Pushing event updated for resources: {'Port': ['ID=63f9a396-8ece-4995-9b01-56cad60c4465,revision_number=3']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:50.354543 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dca950-2930-4752-804c-3c12db6fb846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:50.355186 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dca950-2930-4752-804c-3c12db6fb846 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:50.355729 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dca950-2930-4752-804c-3c12db6fb846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:50.357053 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dca950-2930-4752-804c-3c12db6fb846 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:50.357557 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dca950-2930-4752-804c-3c12db6fb846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:50.358050 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dca950-2930-4752-804c-3c12db6fb846 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:50.358591 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dca950-2930-4752-804c-3c12db6fb846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:50.359119 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dca950-2930-4752-804c-3c12db6fb846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:50.359605 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dca950-2930-4752-804c-3c12db6fb846 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:50.360205 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dca950-2930-4752-804c-3c12db6fb846 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:50.360692 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dca950-2930-4752-804c-3c12db6fb846 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:50.361226 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dca950-2930-4752-804c-3c12db6fb846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:50.361750 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dca950-2930-4752-804c-3c12db6fb846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:50.362231 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dca950-2930-4752-804c-3c12db6fb846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:50.362746 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dca950-2930-4752-804c-3c12db6fb846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:50.372677 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Publish callbacks [] for port (03e903a5-ecd1-4731-8bb8-f1870790d815), precommit_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:50.434126 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfff2f7-fbf8-4452-8063-290aaf39c822 req-fbbb4b61-c94e-40f8-9fff-317f93f576fa tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:50.440828 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ccfff2f7-fbf8-4452-8063-290aaf39c822 req-fbbb4b61-c94e-40f8-9fff-317f93f576fa tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0769315 Aug 24 09:04:50.445714 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Attempting to bind port 63f9a396-8ece-4995-9b01-56cad60c4465 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:04:50.446171 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Attempting to bind port 63f9a396-8ece-4995-9b01-56cad60c4465 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '14eae9ec-0f93-4b58-a52f-4229b3557011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484'}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:04:50.446582 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Attempting to bind port 63f9a396-8ece-4995-9b01-56cad60c4465 on network f9ca9c5e-9301-4517-ab5a-3aebca978484 {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:04:50.452852 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:04:50.453237 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Checking segment: {'id': '14eae9ec-0f93-4b58-a52f-4229b3557011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:04:50.454792 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:50.454792 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Bound using segment: {'id': '14eae9ec-0f93-4b58-a52f-4229b3557011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484'} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:04:50.454792 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Bound port: 63f9a396-8ece-4995-9b01-56cad60c4465, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14eae9ec-0f93-4b58-a52f-4229b3557011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484'}}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:04:50.455066 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (63f9a396-8ece-4995-9b01-56cad60c4465), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:50.477039 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838'] for port (03e903a5-ecd1-4731-8bb8-f1870790d815), after_create {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:50.518117 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:50.526951 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Network 4a1e882e-524b-4980-87cf-a8320c69ece9 is already hosted by enough agents. {{(pid=118618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:04:50.533079 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.scheduler.base_scheduler [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Resources bound (agent type, host, resource id): {{(pid=118618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:04:50.543111 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Received port after_create {{(pid=118618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:04:50.546744 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Pushing event updated for resources: {'Port': ['ID=03e903a5-ecd1-4731-8bb8-f1870790d815,revision_number=1']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:50.577986 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] For port 63f9a396-8ece-4995-9b01-56cad60c4465, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:04:50.581514 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] For port 63f9a396-8ece-4995-9b01-56cad60c4465, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=63f9a396-8ece-4995-9b01-56cad60c4465,segment=NetworkSegment(14eae9ec-0f93-4b58-a52f-4229b3557011),segment_id=14eae9ec-0f93-4b58-a52f-4229b3557011)] {{(pid=118619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:04:50.587923 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ccfff2f7-fbf8-4452-8063-290aaf39c822 req-c799ec18-f2e9-4085-8495-83a3493683fa tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462116 Aug 24 09:04:50.631957 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Attempting to bind port 03e903a5-ecd1-4731-8bb8-f1870790d815 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:04:50.634441 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Attempting to bind port 03e903a5-ecd1-4731-8bb8-f1870790d815 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': 'dbc6f8e4-6774-4d5c-83a4-451c17770725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4a1e882e-524b-4980-87cf-a8320c69ece9'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:04:50.634441 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Attempting to bind port 03e903a5-ecd1-4731-8bb8-f1870790d815 on network 4a1e882e-524b-4980-87cf-a8320c69ece9 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:04:50.639359 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:04:50.639736 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Checking segment: {'id': 'dbc6f8e4-6774-4d5c-83a4-451c17770725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4a1e882e-524b-4980-87cf-a8320c69ece9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:04:50.640183 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:50.640576 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Bound using segment: {'id': 'dbc6f8e4-6774-4d5c-83a4-451c17770725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4a1e882e-524b-4980-87cf-a8320c69ece9'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:04:50.641056 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Bound port: 03e903a5-ecd1-4731-8bb8-f1870790d815, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc6f8e4-6774-4d5c-83a4-451c17770725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4a1e882e-524b-4980-87cf-a8320c69ece9'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:04:50.641442 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (03e903a5-ecd1-4731-8bb8-f1870790d815), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:50.684153 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (63f9a396-8ece-4995-9b01-56cad60c4465), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:50.707731 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:50.722108 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] For port 03e903a5-ecd1-4731-8bb8-f1870790d815, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:04:50.726504 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Publish callbacks [] for router_gateway (29d90090-d82d-442a-8fd2-297a65e666b6), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:50.727406 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] For port 03e903a5-ecd1-4731-8bb8-f1870790d815, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=03e903a5-ecd1-4731-8bb8-f1870790d815,segment=NetworkSegment(dbc6f8e4-6774-4d5c-83a4-451c17770725),segment_id=dbc6f8e4-6774-4d5c-83a4-451c17770725)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:04:50.736697 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:50.747791 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:50.754435 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Routers {'5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:04:50.755422 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:04:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:50.794465 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dca950-2930-4752-804c-3c12db6fb846 None None] Pushing event updated for resources: {'Port': ['ID=63f9a396-8ece-4995-9b01-56cad60c4465,revision_number=4']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:50.870930 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (03e903a5-ecd1-4731-8bb8-f1870790d815), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:50.880026 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_common [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Allocated IP 172.27.1.48 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/1110ac91-6b28-4b27-a494-c63b4787b15d) {{(pid=118617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:04:50.884307 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] Set router 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:04:50.916967 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:DELETE=3,neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:50.951472 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07ecce-3fee-4fdd-ab31-0b2e0681ec07 None None] Pushing event updated for resources: {'Port': ['ID=03e903a5-ecd1-4731-8bb8-f1870790d815,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:51.033949 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Publish callbacks [] for port (1110ac91-6b28-4b27-a494-c63b4787b15d), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:51.139840 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (1110ac91-6b28-4b27-a494-c63b4787b15d), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:51.141640 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'name': 'tempest-TestMinimumBasicScenario-1299817043-router', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:42Z', 'updated_at': '2022-08-24T09:04:46Z', 'revision_number': 4, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'gw_port': {'id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ed:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:43Z', 'updated_at': '2022-08-24T09:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '63f9a396-8ece-4995-9b01-56cad60c4465', 'name': '', 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'mac_address': 'fa:16:3e:5f:c5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:45Z', 'updated_at': '2022-08-24T09:04:50Z', 'revision_number': 4, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'subnets': [{'id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:51.178017 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b413272-ac10-4128-9acc-dada9ee8aab8 None None] The sync data for ids ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'] in dv-cinder-852211-5-iscsi is: [{'id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'name': 'tempest-TestMinimumBasicScenario-1299817043-router', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:42Z', 'updated_at': '2022-08-24T09:04:46Z', 'revision_number': 4, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'gw_port': {'id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ed:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:43Z', 'updated_at': '2022-08-24T09:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '63f9a396-8ece-4995-9b01-56cad60c4465', 'name': '', 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'mac_address': 'fa:16:3e:5f:c5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:45Z', 'updated_at': '2022-08-24T09:04:50Z', 'revision_number': 4, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'subnets': [{'id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:04:51.197593 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:04:51.217009 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.base_scheduler [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=118617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:04:51.217009 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Received port after_create {{(pid=118617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:04:51.234353 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Pushing event updated for resources: {'Port': ['ID=1110ac91-6b28-4b27-a494-c63b4787b15d,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:51.264879 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:51.601946 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Publish callbacks [] for router_gateway (29d90090-d82d-442a-8fd2-297a65e666b6), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:51.756789 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0918d5-c0dd-4473-a66d-082373be478d req-c649995a-ffa5-4eea-8b70-84d2a851adfa tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:51.757730 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2e0918d5-c0dd-4473-a66d-082373be478d req-c649995a-ffa5-4eea-8b70-84d2a851adfa tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0617452 Aug 24 09:04:51.778463 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:51.812645 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2e0918d5-c0dd-4473-a66d-082373be478d req-ab32bf88-ead7-421a-bfe4-9e0724fa64e6 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545542 Aug 24 09:04:51.846416 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698477'] for router (29d90090-d82d-442a-8fd2-297a65e666b6), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:52.042064 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:52.089925 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 63f9a396-8ece-4995-9b01-56cad60c4465 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:04:52.114193 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f86862a-7b4d-4745-ba90-187867bb0d80 None None] Network 4a1e882e-524b-4980-87cf-a8320c69ece9 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:04:52.127829 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:52.134054 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Router 29d90090-d82d-442a-8fd2-297a65e666b6 is scheduled to L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed with binding_index 1 {{(pid=118617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 09:04:52.251194 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:04:52.324540 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Provisioning complete for port 03e903a5-ecd1-4731-8bb8-f1870790d815 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:52.324914 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (03e903a5-ecd1-4731-8bb8-f1870790d815), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:52.332286 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Sync routers for ids ['29d90090-d82d-442a-8fd2-297a65e666b6'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:04:52.337026 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:52.341305 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-cd448c96-512a-4698-9b60-f442fcee78c7 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5257165 Aug 24 09:04:52.341532 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 39436) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:04:52.391447 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Routers {'29d90090-d82d-442a-8fd2-297a65e666b6'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:04:52.392092 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:04:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['29d90090-d82d-442a-8fd2-297a65e666b6'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:52.434220 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 63f9a396-8ece-4995-9b01-56cad60c4465 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:52.434220 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (63f9a396-8ece-4995-9b01-56cad60c4465), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:52.452225 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:52.623409 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Current status of the port 03e903a5-ecd1-4731-8bb8-f1870790d815 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:04:52.623409 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (03e903a5-ecd1-4731-8bb8-f1870790d815), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:52.644789 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Set router 29d90090-d82d-442a-8fd2-297a65e666b6 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:04:52.714709 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 63f9a396-8ece-4995-9b01-56cad60c4465 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:04:52.715335 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (63f9a396-8ece-4995-9b01-56cad60c4465), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:52.766714 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] For port 03e903a5-ecd1-4731-8bb8-f1870790d815, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=03e903a5-ecd1-4731-8bb8-f1870790d815,segment=NetworkSegment(dbc6f8e4-6774-4d5c-83a4-451c17770725),segment_id=dbc6f8e4-6774-4d5c-83a4-451c17770725)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:04:52.830320 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port 63f9a396-8ece-4995-9b01-56cad60c4465, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=63f9a396-8ece-4995-9b01-56cad60c4465,segment=NetworkSegment(14eae9ec-0f93-4b58-a52f-4229b3557011),segment_id=14eae9ec-0f93-4b58-a52f-4229b3557011)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:04:52.846506 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:52.856232 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (03e903a5-ecd1-4731-8bb8-f1870790d815), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:52.934817 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Pushing event updated for resources: {'Port': ['ID=03e903a5-ecd1-4731-8bb8-f1870790d815,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:52.937347 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'name': 'tempest-TestMinimumBasicScenario-1334098094-router', 'tenant_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '1110ac91-6b28-4b27-a494-c63b4787b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:49Z', 'updated_at': '2022-08-24T09:04:51Z', 'revision_number': 3, 'project_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'gw_port': {'id': '1110ac91-6b28-4b27-a494-c63b4787b15d', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:35:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:50Z', 'updated_at': '2022-08-24T09:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:52.965124 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6f9d1-49d5-4a05-b007-2d2b0b931ad0 req-aae809ee-d33b-4098-a761-083502d3960c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:52.966356 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-59b6f9d1-49d5-4a05-b007-2d2b0b931ad0 req-aae809ee-d33b-4098-a761-083502d3960c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0570128 Aug 24 09:04:52.969217 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:52.969564 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:52.969908 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:52.970246 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:52.970581 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:52.970936 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:52.971277 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:52.971626 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:52.971956 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:52.972275 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:52.972604 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:52.972927 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:52.973249 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:52.973586 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:52.973895 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56941fd5-f7c2-4652-9b86-1fc24512b61f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:04:52.979441 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (63f9a396-8ece-4995-9b01-56cad60c4465), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:52.981793 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 03e903a5-ecd1-4731-8bb8-f1870790d815 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:04:52.985429 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Checking router: 29d90090-d82d-442a-8fd2-297a65e666b6 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:04:52.985777 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Updating router 29d90090-d82d-442a-8fd2-297a65e666b6 port 1110ac91-6b28-4b27-a494-c63b4787b15d binding host dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 09:04:52.992633 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:53.028662 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-59b6f9d1-49d5-4a05-b007-2d2b0b931ad0 req-8402e517-6790-4bef-ba9a-94cfcf807495 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558889 Aug 24 09:04:53.038211 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] Allocated IP 172.20.0.1 (4a1e882e-524b-4980-87cf-a8320c69ece9/81b06c18-8a74-48f4-bc17-bb5b4e000ef3/f183b946-379b-4c14-8326-e5580464ff19) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:04:53.061881 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-cd688c46-030e-46f4-9722-256955ecb46b None None] Provisioning complete for port 03e903a5-ecd1-4731-8bb8-f1870790d815 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:53.062252 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-cd688c46-030e-46f4-9722-256955ecb46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (03e903a5-ecd1-4731-8bb8-f1870790d815), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:53.097970 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (1110ac91-6b28-4b27-a494-c63b4787b15d), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:53.159544 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=63f9a396-8ece-4995-9b01-56cad60c4465,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:53.175746 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] Publish callbacks [] for port (f183b946-379b-4c14-8326-e5580464ff19), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:53.217336 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 03e903a5-ecd1-4731-8bb8-f1870790d815 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:53.217597 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (03e903a5-ecd1-4731-8bb8-f1870790d815), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:53.221916 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:53.264838 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (f183b946-379b-4c14-8326-e5580464ff19), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:53.282740 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:53.312219 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-cd688c46-030e-46f4-9722-256955ecb46b None None] Current status of the port 03e903a5-ecd1-4731-8bb8-f1870790d815 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:04:53.312489 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] Network 4a1e882e-524b-4980-87cf-a8320c69ece9 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:04:53.316758 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:04:53.319381 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:04:53.352140 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] Pushing event updated for resources: {'Port': ['ID=f183b946-379b-4c14-8326-e5580464ff19,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:53.377245 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996336'] for router_interface (29d90090-d82d-442a-8fd2-297a65e666b6), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:53.412140 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:53.429182 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 03e903a5-ecd1-4731-8bb8-f1870790d815 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:04:53.536078 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Publish callbacks [] for port (1110ac91-6b28-4b27-a494-c63b4787b15d), precommit_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:53.587333 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (f183b946-379b-4c14-8326-e5580464ff19), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:53.634392 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-6a048e03-7716-4b71-8c40-f8429bbf9482 None None] Provisioning complete for port f183b946-379b-4c14-8326-e5580464ff19 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:53.634886 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-6a048e03-7716-4b71-8c40-f8429bbf9482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (f183b946-379b-4c14-8326-e5580464ff19), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:53.657086 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (1110ac91-6b28-4b27-a494-c63b4787b15d), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:53.698993 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-6a048e03-7716-4b71-8c40-f8429bbf9482 None None] Port f183b946-379b-4c14-8326-e5580464ff19 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:04:53.708725 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Attempting to bind port 1110ac91-6b28-4b27-a494-c63b4787b15d on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:04:53.710565 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Attempting to bind port 1110ac91-6b28-4b27-a494-c63b4787b15d by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:04:53.715864 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Attempting to bind port 1110ac91-6b28-4b27-a494-c63b4787b15d on network 386fbc02-808a-45e3-b701-f07af8827885 {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:04:53.721001 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:04:53.721351 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Checking segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:04:53.721796 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:53.722191 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Bound using segment: {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'} {{(pid=118618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:04:53.722884 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.managers [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Bound port: 1110ac91-6b28-4b27-a494-c63b4787b15d, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aac1b33-0044-432d-b316-765012ffb5b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '386fbc02-808a-45e3-b701-f07af8827885'}}] {{(pid=118618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:04:53.723240 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (1110ac91-6b28-4b27-a494-c63b4787b15d), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:53.748701 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680a99f-3c6c-438a-b27f-5587f2af71eb None None] Pushing event updated for resources: {'Port': ['ID=1110ac91-6b28-4b27-a494-c63b4787b15d,revision_number=2']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:53.771063 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] Publish callbacks [] for port (f183b946-379b-4c14-8326-e5580464ff19), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:53.786792 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] For port 1110ac91-6b28-4b27-a494-c63b4787b15d, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:04:53.790450 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] For port 1110ac91-6b28-4b27-a494-c63b4787b15d, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=1110ac91-6b28-4b27-a494-c63b4787b15d,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:04:53.858680 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (f183b946-379b-4c14-8326-e5580464ff19), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:53.934306 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] Pushing event updated for resources: {'Port': ['ID=f183b946-379b-4c14-8326-e5580464ff19,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:53.938882 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996364'] for router_interface (29d90090-d82d-442a-8fd2-297a65e666b6), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:53.951123 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 63f9a396-8ece-4995-9b01-56cad60c4465 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:04:53.952066 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:53.962032 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (1110ac91-6b28-4b27-a494-c63b4787b15d), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:54.029160 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:54.044435 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Routers {'29d90090-d82d-442a-8fd2-297a65e666b6'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:04:54.045083 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:04:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['29d90090-d82d-442a-8fd2-297a65e666b6'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:54.046926 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:54.049458 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] Network 4a1e882e-524b-4980-87cf-a8320c69ece9 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:04:54.054298 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:04:54.090043 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680a99f-3c6c-438a-b27f-5587f2af71eb None None] Pushing event updated for resources: {'Port': ['ID=1110ac91-6b28-4b27-a494-c63b4787b15d,revision_number=3']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:54.137727 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 63f9a396-8ece-4995-9b01-56cad60c4465 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:54.138276 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (63f9a396-8ece-4995-9b01-56cad60c4465), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:54.243353 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e7e7e-cf8f-4858-a709-3796e3e85710 req-40d5661f-bc47-4395-92f5-969ce1c6168e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:54.243777 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] Set router 29d90090-d82d-442a-8fd2-297a65e666b6 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:04:54.244829 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-940e7e7e-cf8f-4858-a709-3796e3e85710 req-40d5661f-bc47-4395-92f5-969ce1c6168e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0888758 Aug 24 09:04:54.316870 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] Router 29d90090-d82d-442a-8fd2-297a65e666b6 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:04:54.329073 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-940e7e7e-cf8f-4858-a709-3796e3e85710 req-40c82e7d-c228-4d2d-a9a1-38eeaf80539b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773613 Aug 24 09:04:54.434362 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:04:54.439629 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-9d3f9f67-c86a-4e2a-a914-f8d098b12643 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/29d90090-d82d-442a-8fd2-297a65e666b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0971553 Aug 24 09:04:54.449698 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-a4e00a2a-5727-4d28-a759-bae980df8815 None None] Provisioning complete for port f183b946-379b-4c14-8326-e5580464ff19 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:54.450090 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a4e00a2a-5727-4d28-a759-bae980df8815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (f183b946-379b-4c14-8326-e5580464ff19), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:54.456099 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 63f9a396-8ece-4995-9b01-56cad60c4465 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:04:54.458741 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 03e903a5-ecd1-4731-8bb8-f1870790d815 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:04:54.567851 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-a4e00a2a-5727-4d28-a759-bae980df8815 None None] Port f183b946-379b-4c14-8326-e5580464ff19 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:04:54.630499 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 03e903a5-ecd1-4731-8bb8-f1870790d815 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:54.630922 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (03e903a5-ecd1-4731-8bb8-f1870790d815), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:54.710808 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'name': 'tempest-TestMinimumBasicScenario-1334098094-router', 'tenant_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '1110ac91-6b28-4b27-a494-c63b4787b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:49Z', 'updated_at': '2022-08-24T09:04:53Z', 'revision_number': 4, 'project_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'gw_port': {'id': '1110ac91-6b28-4b27-a494-c63b4787b15d', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:35:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:50Z', 'updated_at': '2022-08-24T09:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'f183b946-379b-4c14-8326-e5580464ff19', 'name': '', 'network_id': '4a1e882e-524b-4980-87cf-a8320c69ece9', 'tenant_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'mac_address': 'fa:16:3e:0b:4f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '81b06c18-8a74-48f4-bc17-bb5b4e000ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:52Z', 'updated_at': '2022-08-24T09:04:53Z', 'revision_number': 2, 'project_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'subnets': [{'id': '81b06c18-8a74-48f4-bc17-bb5b4e000ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:54.741252 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234162b3-82a9-45cc-b15a-590cf4a32983 None None] The sync data for ids ['29d90090-d82d-442a-8fd2-297a65e666b6'] in dv-cinder-852211-5-iscsi is: [{'id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'name': 'tempest-TestMinimumBasicScenario-1334098094-router', 'tenant_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '1110ac91-6b28-4b27-a494-c63b4787b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:49Z', 'updated_at': '2022-08-24T09:04:53Z', 'revision_number': 4, 'project_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'gw_port': {'id': '1110ac91-6b28-4b27-a494-c63b4787b15d', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:35:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:50Z', 'updated_at': '2022-08-24T09:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'f183b946-379b-4c14-8326-e5580464ff19', 'name': '', 'network_id': '4a1e882e-524b-4980-87cf-a8320c69ece9', 'tenant_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'mac_address': 'fa:16:3e:0b:4f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '81b06c18-8a74-48f4-bc17-bb5b4e000ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:52Z', 'updated_at': '2022-08-24T09:04:53Z', 'revision_number': 2, 'project_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'subnets': [{'id': '81b06c18-8a74-48f4-bc17-bb5b4e000ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:04:54.780106 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 03e903a5-ecd1-4731-8bb8-f1870790d815 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:04:55.483199 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8a8ca-94a9-4ef6-b719-b94e47a75e36 req-b83d204e-c654-42eb-8735-116cd3be8d2a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:55.485090 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-10d8a8ca-94a9-4ef6-b719-b94e47a75e36 req-b83d204e-c654-42eb-8735-116cd3be8d2a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0670969 Aug 24 09:04:55.555888 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-10d8a8ca-94a9-4ef6-b719-b94e47a75e36 req-7f682e77-9f92-4612-a301-cc9a6971b723 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529683 Aug 24 09:04:55.984823 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 1110ac91-6b28-4b27-a494-c63b4787b15d up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:04:56.041660 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 1110ac91-6b28-4b27-a494-c63b4787b15d triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:56.042509 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (1110ac91-6b28-4b27-a494-c63b4787b15d), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:56.141730 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 1110ac91-6b28-4b27-a494-c63b4787b15d is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:04:56.142220 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (1110ac91-6b28-4b27-a494-c63b4787b15d), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:56.177853 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port 1110ac91-6b28-4b27-a494-c63b4787b15d, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=1110ac91-6b28-4b27-a494-c63b4787b15d,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:04:56.271075 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (1110ac91-6b28-4b27-a494-c63b4787b15d), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:56.360410 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=1110ac91-6b28-4b27-a494-c63b4787b15d,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:56.719197 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20587ffb-c759-4f42-8d3c-3c3eef17fccf req-9f96e30c-3dbc-434e-bcfb-2a3cc6b2ec7d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:56.727353 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-20587ffb-c759-4f42-8d3c-3c3eef17fccf req-9f96e30c-3dbc-434e-bcfb-2a3cc6b2ec7d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0661600 Aug 24 09:04:56.776195 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-20587ffb-c759-4f42-8d3c-3c3eef17fccf req-02e6db02-ef6d-43bf-95ac-11bfe9312235 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475061 Aug 24 09:04:57.921436 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c1bc5-0ad9-4def-b6bb-5d78a885b3f6 req-c99a2b99-9874-4d09-aafc-ab62bc219590 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:57.929817 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-964c1bc5-0ad9-4def-b6bb-5d78a885b3f6 req-c99a2b99-9874-4d09-aafc-ab62bc219590 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0615113 Aug 24 09:04:57.987405 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-964c1bc5-0ad9-4def-b6bb-5d78a885b3f6 req-a85f3a00-3845-4cab-ab18-79176f573f60 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538390 Aug 24 09:04:58.009628 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 1110ac91-6b28-4b27-a494-c63b4787b15d up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:04:58.065923 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port 1110ac91-6b28-4b27-a494-c63b4787b15d triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:04:58.066306 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (1110ac91-6b28-4b27-a494-c63b4787b15d), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:58.151822 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 1110ac91-6b28-4b27-a494-c63b4787b15d is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:04:58.634312 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Sync routers for ids ['29d90090-d82d-442a-8fd2-297a65e666b6'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:04:58.645523 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Routers {'29d90090-d82d-442a-8fd2-297a65e666b6'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:04:58.646146 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:04:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['29d90090-d82d-442a-8fd2-297a65e666b6'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:58.763538 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Set router 29d90090-d82d-442a-8fd2-297a65e666b6 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:04:58.979120 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:58.982788 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'name': 'tempest-TestMinimumBasicScenario-1334098094-router', 'tenant_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '1110ac91-6b28-4b27-a494-c63b4787b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:49Z', 'updated_at': '2022-08-24T09:04:53Z', 'revision_number': 4, 'project_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'gw_port': {'id': '1110ac91-6b28-4b27-a494-c63b4787b15d', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:50Z', 'updated_at': '2022-08-24T09:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'f183b946-379b-4c14-8326-e5580464ff19', 'name': '', 'network_id': '4a1e882e-524b-4980-87cf-a8320c69ece9', 'tenant_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'mac_address': 'fa:16:3e:0b:4f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '81b06c18-8a74-48f4-bc17-bb5b4e000ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:52Z', 'updated_at': '2022-08-24T09:04:53Z', 'revision_number': 2, 'project_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'subnets': [{'id': '81b06c18-8a74-48f4-bc17-bb5b4e000ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:59.012660 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Checking router: 29d90090-d82d-442a-8fd2-297a65e666b6 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:04:59.013034 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Updating router 29d90090-d82d-442a-8fd2-297a65e666b6 port f183b946-379b-4c14-8326-e5580464ff19 binding host dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 09:04:59.043622 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (f183b946-379b-4c14-8326-e5580464ff19), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:59.181413 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94d31f-bbf5-4285-8b36-f60c5996fd7b req-fd7a75a8-5f93-47a2-89aa-75f0e2c49c8b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:04:59.183207 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3f94d31f-bbf5-4285-8b36-f60c5996fd7b req-fd7a75a8-5f93-47a2-89aa-75f0e2c49c8b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0757885 Aug 24 09:04:59.267286 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3f94d31f-bbf5-4285-8b36-f60c5996fd7b req-05a6fedb-95ca-4f6d-9e98-c9e05164a86a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707641 Aug 24 09:04:59.338008 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Publish callbacks [] for port (f183b946-379b-4c14-8326-e5580464ff19), precommit_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:59.401177 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (f183b946-379b-4c14-8326-e5580464ff19), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:59.544805 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb89b7-0634-44a8-b2dd-ede749c6187a None None] Pushing event updated for resources: {'Port': ['ID=f183b946-379b-4c14-8326-e5580464ff19,revision_number=3']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:04:59.563718 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:04:59.604562 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Attempting to bind port f183b946-379b-4c14-8326-e5580464ff19 on host dv-cinder-852211-5-iscsi for vnic_type normal with profile {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:04:59.604923 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Attempting to bind port f183b946-379b-4c14-8326-e5580464ff19 by drivers openvswitch,hyperv on host dv-cinder-852211-5-iscsi at level 0 using segments [{'id': 'dbc6f8e4-6774-4d5c-83a4-451c17770725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4a1e882e-524b-4980-87cf-a8320c69ece9'}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:04:59.605283 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Attempting to bind port f183b946-379b-4c14-8326-e5580464ff19 on network 4a1e882e-524b-4980-87cf-a8320c69ece9 {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:04:59.611048 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Checking agent: {'id': '41ca6a67-ea22-46e3-8b7e-5bafcde8373b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 47, 47), 'started_at': datetime.datetime(2022, 8, 24, 8, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:04:59.611814 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Checking segment: {'id': 'dbc6f8e4-6774-4d5c-83a4-451c17770725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4a1e882e-524b-4980-87cf-a8320c69ece9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:04:59.611814 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:59.612160 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Bound using segment: {'id': 'dbc6f8e4-6774-4d5c-83a4-451c17770725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4a1e882e-524b-4980-87cf-a8320c69ece9'} {{(pid=118619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:04:59.612626 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.managers [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Bound port: f183b946-379b-4c14-8326-e5580464ff19, host: dv-cinder-852211-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc6f8e4-6774-4d5c-83a4-451c17770725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4a1e882e-524b-4980-87cf-a8320c69ece9'}}] {{(pid=118619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:04:59.612997 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (f183b946-379b-4c14-8326-e5580464ff19), before_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:59.679925 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] For port f183b946-379b-4c14-8326-e5580464ff19, host dv-cinder-852211-5-iscsi, cleared binding levels {{(pid=118619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:04:59.684193 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.plugins.ml2.db [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] For port f183b946-379b-4c14-8326-e5580464ff19, host dv-cinder-852211-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=f183b946-379b-4c14-8326-e5580464ff19,segment=NetworkSegment(dbc6f8e4-6774-4d5c-83a4-451c17770725),segment_id=dbc6f8e4-6774-4d5c-83a4-451c17770725)] {{(pid=118619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:04:59.785441 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron_lib.callbacks.manager [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (f183b946-379b-4c14-8326-e5580464ff19), after_update {{(pid=118619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:04:59.837622 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Routers {'29d90090-d82d-442a-8fd2-297a65e666b6'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:04:59.838270 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:04:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['29d90090-d82d-442a-8fd2-297a65e666b6'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:04:59.949758 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] Set router 29d90090-d82d-442a-8fd2-297a65e666b6 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:04:59.987511 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb89b7-0634-44a8-b2dd-ede749c6187a None None] Pushing event updated for resources: {'Port': ['ID=f183b946-379b-4c14-8326-e5580464ff19,revision_number=4']} {{(pid=118619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:00.160590 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'name': 'tempest-TestMinimumBasicScenario-1334098094-router', 'tenant_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '1110ac91-6b28-4b27-a494-c63b4787b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:49Z', 'updated_at': '2022-08-24T09:04:53Z', 'revision_number': 4, 'project_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'gw_port': {'id': '1110ac91-6b28-4b27-a494-c63b4787b15d', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:50Z', 'updated_at': '2022-08-24T09:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'f183b946-379b-4c14-8326-e5580464ff19', 'name': '', 'network_id': '4a1e882e-524b-4980-87cf-a8320c69ece9', 'tenant_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'mac_address': 'fa:16:3e:0b:4f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '81b06c18-8a74-48f4-bc17-bb5b4e000ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:52Z', 'updated_at': '2022-08-24T09:04:59Z', 'revision_number': 4, 'project_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'subnets': [{'id': '81b06c18-8a74-48f4-bc17-bb5b4e000ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:00.188462 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c3a31-baca-4baa-9a86-966f6e479591 None None] The sync data for ids ['29d90090-d82d-442a-8fd2-297a65e666b6'] in dv-cinder-852211-5-iscsi is: [{'id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'name': 'tempest-TestMinimumBasicScenario-1334098094-router', 'tenant_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '1110ac91-6b28-4b27-a494-c63b4787b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:49Z', 'updated_at': '2022-08-24T09:04:53Z', 'revision_number': 4, 'project_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'gw_port': {'id': '1110ac91-6b28-4b27-a494-c63b4787b15d', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:50Z', 'updated_at': '2022-08-24T09:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'f183b946-379b-4c14-8326-e5580464ff19', 'name': '', 'network_id': '4a1e882e-524b-4980-87cf-a8320c69ece9', 'tenant_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'mac_address': 'fa:16:3e:0b:4f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '81b06c18-8a74-48f4-bc17-bb5b4e000ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:52Z', 'updated_at': '2022-08-24T09:04:59Z', 'revision_number': 4, 'project_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'subnets': [{'id': '81b06c18-8a74-48f4-bc17-bb5b4e000ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:05:00.418371 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48314d6-b499-4604-bf3e-a6a9a7599757 req-c2a799af-9404-4923-891e-a884af94a080 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:00.427065 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e48314d6-b499-4604-bf3e-a6a9a7599757 req-c2a799af-9404-4923-891e-a884af94a080 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0602021 Aug 24 09:05:00.493243 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e48314d6-b499-4604-bf3e-a6a9a7599757 req-76fd4355-b83f-4a6d-b7c0-69dc5ee9f398 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649421 Aug 24 09:05:01.014988 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da25cb-27c8-4fe7-af4f-b6eaf517cdca req-5ec2f64f-35b9-41c7-8d51-4d1edf2410c7 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:01.024845 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e9da25cb-27c8-4fe7-af4f-b6eaf517cdca req-5ec2f64f-35b9-41c7-8d51-4d1edf2410c7 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0827587 Aug 24 09:05:01.108682 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e9da25cb-27c8-4fe7-af4f-b6eaf517cdca req-75abac23-5120-467c-8dad-ab7b9b28b3f1 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825379 Aug 24 09:05:01.110762 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c34166-884d-4b49-a0ca-7f0c42da749b req-a97bd2ab-ba44-4b05-a3a7-bf4bbd460279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:01.112897 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-65c34166-884d-4b49-a0ca-7f0c42da749b req-a97bd2ab-ba44-4b05-a3a7-bf4bbd460279 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=4fab402e38f1412b8c6b895788d11a28&device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 1129 time: 0.0503325 Aug 24 09:05:01.236188 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:01.243897 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c34166-884d-4b49-a0ca-7f0c42da749b req-65be5bab-1d19-4231-8b35-ed6bf49614a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:01.246446 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-65c34166-884d-4b49-a0ca-7f0c42da749b req-65be5bab-1d19-4231-8b35-ed6bf49614a1 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=4005b40c-bd5e-4f2f-807f-5b93a1c383fc HTTP/1.1" status: 200 len: 912 time: 0.1249776 Aug 24 09:05:01.317372 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-65c34166-884d-4b49-a0ca-7f0c42da749b req-75e48921-ff37-43d2-971a-29462e6cf9d7 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3bb3c2-d660-4f43-aa63-6fdcfffd548a HTTP/1.1" status: 200 len: 1001 time: 0.0638311 Aug 24 09:05:01.387735 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c34166-884d-4b49-a0ca-7f0c42da749b req-aabbc75f-d0ef-446f-bc0e-e29f605a21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:01.392649 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-65c34166-884d-4b49-a0ca-7f0c42da749b req-aabbc75f-d0ef-446f-bc0e-e29f605a21ac service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=959a2b19-48dd-4327-ae75-bb0f35353f5e HTTP/1.1" status: 200 len: 850 time: 0.0628350 Aug 24 09:05:01.445270 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c34166-884d-4b49-a0ca-7f0c42da749b req-c6df3016-d84f-4578-ba72-209551c01e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:01.446962 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-65c34166-884d-4b49-a0ca-7f0c42da749b req-c6df3016-d84f-4578-ba72-209551c01e49 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=4005b40c-bd5e-4f2f-807f-5b93a1c383fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516179 Aug 24 09:05:01.567190 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-65c34166-884d-4b49-a0ca-7f0c42da749b req-a45f56eb-c757-4b58-a5da-9d63cd5efe9d service neutron] 10.222.0.69 "GET /networking/v2.0/networks/4005b40c-bd5e-4f2f-807f-5b93a1c383fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108096 Aug 24 09:05:01.699195 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-65c34166-884d-4b49-a0ca-7f0c42da749b req-d92190cd-bf95-49e6-bd7f-13a5283650e6 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/4005b40c-bd5e-4f2f-807f-5b93a1c383fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205432 Aug 24 09:05:01.956523 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device f183b946-379b-4c14-8326-e5580464ff19 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:05:01.996519 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:02.011340 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port f183b946-379b-4c14-8326-e5580464ff19 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:05:02.011716 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (f183b946-379b-4c14-8326-e5580464ff19), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:02.087539 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port f183b946-379b-4c14-8326-e5580464ff19 is: DOWN; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:05:02.144118 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (f183b946-379b-4c14-8326-e5580464ff19), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:02.144118 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:02.144118 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] For port f183b946-379b-4c14-8326-e5580464ff19, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=f183b946-379b-4c14-8326-e5580464ff19,segment=NetworkSegment(dbc6f8e4-6774-4d5c-83a4-451c17770725),segment_id=dbc6f8e4-6774-4d5c-83a4-451c17770725)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:02.235756 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cf689-1004-4103-8de5-942488508290 req-f88ad3fc-1e65-446e-a681-367e3121553d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:02.237304 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9c2cf689-1004-4103-8de5-942488508290 req-f88ad3fc-1e65-446e-a681-367e3121553d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0517366 Aug 24 09:05:02.290572 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9c2cf689-1004-4103-8de5-942488508290 req-2dc82e33-296f-437e-b492-e5e43f7ecfbc tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466721 Aug 24 09:05:02.300089 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (f183b946-379b-4c14-8326-e5580464ff19), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:02.360002 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Pushing event updated for resources: {'Port': ['ID=f183b946-379b-4c14-8326-e5580464ff19,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:03.427220 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0397259-d64e-4c30-bc98-f35313681b7b req-1752fd4e-f718-4619-b9cf-6b0c5c103153 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:03.429547 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b0397259-d64e-4c30-bc98-f35313681b7b req-1752fd4e-f718-4619-b9cf-6b0c5c103153 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0539124 Aug 24 09:05:03.487101 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b0397259-d64e-4c30-bc98-f35313681b7b req-e4c100a6-e4d3-41f3-b935-edb31cb56262 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491035 Aug 24 09:05:03.967396 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device f183b946-379b-4c14-8326-e5580464ff19 up at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:05:04.024251 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Provisioning complete for port f183b946-379b-4c14-8326-e5580464ff19 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:05:04.024953 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (f183b946-379b-4c14-8326-e5580464ff19), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:04.112436 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port f183b946-379b-4c14-8326-e5580464ff19 is: ACTIVE; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:05:04.776649 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 39562) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:04.904693 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-4181ba19-7ed2-4aa5-9514-27d0b68f4237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:04.987331 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-4181ba19-7ed2-4aa5-9514-27d0b68f4237 admin admin] Publish callbacks [] for security_group (1b062d0a-bf9e-4623-b679-87358c5a2e60), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:05.252924 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-4181ba19-7ed2-4aa5-9514-27d0b68f4237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (1b062d0a-bf9e-4623-b679-87358c5a2e60), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:05.258887 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:05.296251 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-4181ba19-7ed2-4aa5-9514-27d0b68f4237 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=06a86faa7928446aa7bf90946c614378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5182006 Aug 24 09:05:05.296957 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181ba19-7ed2-4aa5-9514-27d0b68f4237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b062d0a-bf9e-4623-b679-87358c5a2e60,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:05.300301 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39566) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:05.328856 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:05.357400 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bfbe61f1-0c1d-49c9-b5e8-d028e470da63 admin admin] Publish callbacks [] for security_group (1b062d0a-bf9e-4623-b679-87358c5a2e60), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:05.383599 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bfbe61f1-0c1d-49c9-b5e8-d028e470da63 admin admin] Publish callbacks [] for security_group (1b062d0a-bf9e-4623-b679-87358c5a2e60), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:05.545073 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bfbe61f1-0c1d-49c9-b5e8-d028e470da63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (1b062d0a-bf9e-4623-b679-87358c5a2e60), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:05.557439 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-bfbe61f1-0c1d-49c9-b5e8-d028e470da63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:05.557439 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-bfbe61f1-0c1d-49c9-b5e8-d028e470da63 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1b062d0a-bf9e-4623-b679-87358c5a2e60 HTTP/1.1" status: 204 len: 168 time: 0.2552419 Aug 24 09:05:05.588439 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe61f1-0c1d-49c9-b5e8-d028e470da63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b062d0a-bf9e-4623-b679-87358c5a2e60,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:06.429808 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 39588) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:06.447829 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0827b17f-c3c3-4466-b737-493b208b721b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:06.541036 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0827b17f-c3c3-4466-b737-493b208b721b admin admin] Publish callbacks [] for security_group (f167da12-caae-42a0-96ff-fbbff8a546b6), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:06.592042 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-5a9a3012-8f6c-45ff-a2db-4446c06a93af tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:06.593559 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-5a9a3012-8f6c-45ff-a2db-4446c06a93af tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f9ca9c5e-9301-4517-ab5a-3aebca978484 HTTP/1.1" status: 200 len: 815 time: 0.1123033 Aug 24 09:05:06.608246 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-04fcf9e6-440c-42a6-8617-634409959b82 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/quotas/7d01b966762c46f28c83c9cc4e8cb33e HTTP/1.1" status: 200 len: 375 time: 0.0094328 Aug 24 09:05:06.658982 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0827b17f-c3c3-4466-b737-493b208b721b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (f167da12-caae-42a0-96ff-fbbff8a546b6), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:06.660514 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-b29b8c59-bf8e-4984-9fa4-64b7ec160b07 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=7d01b966762c46f28c83c9cc4e8cb33e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472801 Aug 24 09:05:06.700543 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827b17f-c3c3-4466-b737-493b208b721b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f167da12-caae-42a0-96ff-fbbff8a546b6,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:06.704024 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:06.707845 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-0827b17f-c3c3-4466-b737-493b208b721b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=86d0423182144fd9a49db2b844d3fdc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742074 Aug 24 09:05:06.708055 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 39598) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:06.754037 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:06.765465 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6a63b8b0-d720-4e47-ba5f-5fa878b42b92 admin admin] Publish callbacks [] for security_group (f167da12-caae-42a0-96ff-fbbff8a546b6), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:06.777723 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-666d221f-20f1-4113-ac37-1143544ecd7a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f9ca9c5e-9301-4517-ab5a-3aebca978484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036222 Aug 24 09:05:06.787993 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6a63b8b0-d720-4e47-ba5f-5fa878b42b92 admin admin] Publish callbacks [] for security_group (f167da12-caae-42a0-96ff-fbbff8a546b6), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:06.873939 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-ed231d2c-421a-4392-b99a-e183623b94b1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f9ca9c5e-9301-4517-ab5a-3aebca978484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907376 Aug 24 09:05:06.944826 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6a63b8b0-d720-4e47-ba5f-5fa878b42b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (f167da12-caae-42a0-96ff-fbbff8a546b6), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:06.947502 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6a63b8b0-d720-4e47-ba5f-5fa878b42b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:06.948705 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-6a63b8b0-d720-4e47-ba5f-5fa878b42b92 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f167da12-caae-42a0-96ff-fbbff8a546b6 HTTP/1.1" status: 204 len: 168 time: 0.2395444 Aug 24 09:05:06.958179 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63b8b0-d720-4e47-ba5f-5fa878b42b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f167da12-caae-42a0-96ff-fbbff8a546b6,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:07.208592 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a93a76f8-503e-4350-9bc6-0d936566835c req-002adad9-056f-4ddc-8c72-25f7d7b7ebca tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 210 time: 0.0298102 Aug 24 09:05:08.305097 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-07a88157-f91c-4934-a65f-fe285e2c333c req-b2f51f31-41d6-4860-be02-08724d0bc0fd tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 210 time: 0.0341547 Aug 24 09:05:09.406641 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-45166446-2b5e-43f3-8cf7-21cdbddcd949 req-9c1f94c4-c0c1-4cba-930d-c062e0cb8cac tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 210 time: 0.0300171 Aug 24 09:05:09.777141 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-f6eef597-1aa3-49cf-bae4-95e1c457e311 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:09.778577 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-f6eef597-1aa3-49cf-bae4-95e1c457e311 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.69 "GET /networking/v2.0/networks?id=f9ca9c5e-9301-4517-ab5a-3aebca978484 HTTP/1.1" status: 200 len: 815 time: 0.1057231 Aug 24 09:05:09.792255 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-823f593f-5bd4-4671-a703-3671e0850686 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Request body: {'port': {'device_id': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484', 'admin_state_up': True, 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:05:09.967443 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-823f593f-5bd4-4671-a703-3671e0850686 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Made reservation on behalf of 7d01b966762c46f28c83c9cc4e8cb33e for: {'port': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:05:09.971624 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-823f593f-5bd4-4671-a703-3671e0850686 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:10.030847 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:10.112497 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-823f593f-5bd4-4671-a703-3671e0850686 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Allocated IP 172.20.0.4 (f9ca9c5e-9301-4517-ab5a-3aebca978484/b06f727b-ba5d-46f9-873e-427ae850008f/43e6416e-1808-4db7-9eb7-f04c24a55198) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:05:10.117957 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:10.163250 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:10.164017 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:10.290403 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-823f593f-5bd4-4671-a703-3671e0850686 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:10.374505 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-823f593f-5bd4-4671-a703-3671e0850686 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:10.418973 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:10.453425 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-823f593f-5bd4-4671-a703-3671e0850686 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Network f9ca9c5e-9301-4517-ab5a-3aebca978484 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:05:10.457277 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-823f593f-5bd4-4671-a703-3671e0850686 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:05:10.460731 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-823f593f-5bd4-4671-a703-3671e0850686 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:05:10.470222 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f593f-5bd4-4671-a703-3671e0850686 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Pushing event updated for resources: {'Port': ['ID=43e6416e-1808-4db7-9eb7-f04c24a55198,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:10.537622 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-823f593f-5bd4-4671-a703-3671e0850686 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:10.538203 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-823f593f-5bd4-4671-a703-3671e0850686 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:10.576222 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730c149-3fa8-4e5e-8a2f-64793c632c7b req-d5a5f1eb-046a-49e5-848c-78849cfbdeef tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:10.577928 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b730c149-3fa8-4e5e-8a2f-64793c632c7b req-d5a5f1eb-046a-49e5-848c-78849cfbdeef tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 931 time: 0.0631230 Aug 24 09:05:10.638319 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-b730c149-3fa8-4e5e-8a2f-64793c632c7b req-bba0430b-0b7f-4a66-988c-43b6e0156449 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540907 Aug 24 09:05:10.648777 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-823f593f-5bd4-4671-a703-3671e0850686 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8602235 Aug 24 09:05:10.828225 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-1a427408-3c13-4fa7-b418-093a06567667 None None] Provisioning complete for port 43e6416e-1808-4db7-9eb7-f04c24a55198 triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:05:10.839059 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-1a427408-3c13-4fa7-b418-093a06567667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:10.900736 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-1a427408-3c13-4fa7-b418-093a06567667 None None] Port 43e6416e-1808-4db7-9eb7-f04c24a55198 cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:05:11.770171 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf64f4-6e7b-4c43-9d44-7f391710f484 req-78c159a7-0397-496c-8545-f2af650e80c1 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:11.772557 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5dbf64f4-6e7b-4c43-9d44-7f391710f484 req-78c159a7-0397-496c-8545-f2af650e80c1 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 931 time: 0.0515661 Aug 24 09:05:11.801014 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:11.830195 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5dbf64f4-6e7b-4c43-9d44-7f391710f484 req-5adec2ca-be66-4854-8e8a-03a427521d83 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509367 Aug 24 09:05:11.892792 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-ddf78e49-0155-4383-bed0-cde1d90bbb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:13.016580 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6c858-73f6-497b-834f-caeb1d750589 req-bfd7e2f6-4179-4ad8-a7a7-c20cdd4e590d tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:13.018145 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-21b6c858-73f6-497b-834f-caeb1d750589 req-bfd7e2f6-4179-4ad8-a7a7-c20cdd4e590d tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 931 time: 0.0763152 Aug 24 09:05:13.078106 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-21b6c858-73f6-497b-834f-caeb1d750589 req-9c3a9c9c-013e-45c4-85d7-d000ebe52d9e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528538 Aug 24 09:05:14.216714 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cdb76-bd93-4fa4-82ca-c71a96f9c9da req-c7ec7354-c6aa-4388-b59c-99f6561c40a6 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:14.218388 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-249cdb76-bd93-4fa4-82ca-c71a96f9c9da req-c7ec7354-c6aa-4388-b59c-99f6561c40a6 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 931 time: 0.0594435 Aug 24 09:05:14.274408 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-249cdb76-bd93-4fa4-82ca-c71a96f9c9da req-92038555-bac4-430e-aa5b-e48e59160f57 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496380 Aug 24 09:05:14.304679 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-081a5b56-ce9b-48b5-86c0-91e4fb442993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:15.407352 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfed2d-5004-4bbf-a41d-91ab5914bfd9 req-14657652-8fcb-4f89-b95a-33b96dd9eb49 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:15.416833 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5bdfed2d-5004-4bbf-a41d-91ab5914bfd9 req-14657652-8fcb-4f89-b95a-33b96dd9eb49 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 931 time: 0.0595238 Aug 24 09:05:15.483220 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-5bdfed2d-5004-4bbf-a41d-91ab5914bfd9 req-756467a1-d5ad-4370-b086-8fca7f211579 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646465 Aug 24 09:05:15.744775 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:16.638323 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e918d-00f2-497b-b2c2-7cc792830100 req-765eace9-1040-4078-b656-6bdf95d5d3b0 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:16.640075 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-cd2e918d-00f2-497b-b2c2-7cc792830100 req-765eace9-1040-4078-b656-6bdf95d5d3b0 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 931 time: 0.0642288 Aug 24 09:05:16.702142 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-cd2e918d-00f2-497b-b2c2-7cc792830100 req-4effbc9d-e25c-4c7b-ac66-54feea69a167 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520091 Aug 24 09:05:17.007744 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:17.840976 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264116db-594e-4c28-96a8-96e27cdaf885 req-276bee75-c769-4d85-926b-26c1eabb4895 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:17.842434 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-264116db-594e-4c28-96a8-96e27cdaf885 req-276bee75-c769-4d85-926b-26c1eabb4895 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 931 time: 0.0481691 Aug 24 09:05:17.869585 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:17.891185 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-264116db-594e-4c28-96a8-96e27cdaf885 req-02bbcd1c-d322-4170-a7ad-cfd24f48a91f tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427752 Aug 24 09:05:19.023514 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1e7c4-6255-4cc9-802e-2798008389d8 req-1ae44b05-1226-47be-af7a-5e2443273213 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:19.025123 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4da1e7c4-6255-4cc9-802e-2798008389d8 req-1ae44b05-1226-47be-af7a-5e2443273213 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 931 time: 0.0548453 Aug 24 09:05:19.079323 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4da1e7c4-6255-4cc9-802e-2798008389d8 req-ecca22cc-3da4-4d18-bce2-59092ea6b64f tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483022 Aug 24 09:05:20.219931 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25527450-1e3a-4d29-aaa7-ee7f7d6b0e1a req-b0f1e886-68ec-4e50-a065-df8c3750a3b1 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:20.221442 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-25527450-1e3a-4d29-aaa7-ee7f7d6b0e1a req-b0f1e886-68ec-4e50-a065-df8c3750a3b1 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 931 time: 0.0529745 Aug 24 09:05:20.272404 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-25527450-1e3a-4d29-aaa7-ee7f7d6b0e1a req-ba7262ed-7b1e-4f94-8a69-527a18f8310e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439065 Aug 24 09:05:21.031725 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Request body: {'port': {'device_id': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:05:21.416998 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:21.424420 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7e7a4-2336-49ac-892b-aff655653022 req-9ab9ae3e-cb06-41d8-bbb5-a4e686540f95 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:21.425918 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5ca7e7a4-2336-49ac-892b-aff655653022 req-9ab9ae3e-cb06-41d8-bbb5-a4e686540f95 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 931 time: 0.0742903 Aug 24 09:05:21.522459 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5ca7e7a4-2336-49ac-892b-aff655653022 req-835b44cc-182f-4bd7-9e6b-ed2f9e2d1f2b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884211 Aug 24 09:05:21.656790 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:21.732118 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e6416e-1808-4db7-9eb7-f04c24a55198 {{(pid=118616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:05:21.740444 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Publish callbacks [] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:21.753751 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.provisioning_blocks [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Transition to ACTIVE for port object 43e6416e-1808-4db7-9eb7-f04c24a55198 will not be triggered until provisioned by entity L2. {{(pid=118616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 09:05:21.819048 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:21.825145 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:21.891083 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Pushing event updated for resources: {'Port': ['ID=43e6416e-1808-4db7-9eb7-f04c24a55198,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:21.954640 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Attempting to bind port 43e6416e-1808-4db7-9eb7-f04c24a55198 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:05:21.955006 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Attempting to bind port 43e6416e-1808-4db7-9eb7-f04c24a55198 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '14eae9ec-0f93-4b58-a52f-4229b3557011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484'}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:05:21.955345 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Attempting to bind port 43e6416e-1808-4db7-9eb7-f04c24a55198 on network f9ca9c5e-9301-4517-ab5a-3aebca978484 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:05:21.960966 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Port 43e6416e-1808-4db7-9eb7-f04c24a55198 on network f9ca9c5e-9301-4517-ab5a-3aebca978484 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 09:05:21.961387 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Attempting to bind port 43e6416e-1808-4db7-9eb7-f04c24a55198 on network f9ca9c5e-9301-4517-ab5a-3aebca978484 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:05:21.967689 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:05:21.968028 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Checking segment: {'id': '14eae9ec-0f93-4b58-a52f-4229b3557011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:05:21.968418 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Bound using segment: {'id': '14eae9ec-0f93-4b58-a52f-4229b3557011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484'} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:05:21.968858 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Bound port: 43e6416e-1808-4db7-9eb7-f04c24a55198, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14eae9ec-0f93-4b58-a52f-4229b3557011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484'}}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:05:21.969223 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:22.040795 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] For port 43e6416e-1808-4db7-9eb7-f04c24a55198, host hv-cinder-85221, cleared binding levels {{(pid=118616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:05:22.044280 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] For port 43e6416e-1808-4db7-9eb7-f04c24a55198, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=43e6416e-1808-4db7-9eb7-f04c24a55198,segment=NetworkSegment(14eae9ec-0f93-4b58-a52f-4229b3557011),segment_id=14eae9ec-0f93-4b58-a52f-4229b3557011)] {{(pid=118616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:05:22.105103 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:22.109597 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:22.113897 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:22.113897 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/43e6416e-1808-4db7-9eb7-f04c24a55198 HTTP/1.1" status: 200 len: 1093 time: 1.0856452 Aug 24 09:05:22.113897 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'tag': '43e6416e-1808-4db7-9eb7-f04c24a55198'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:05:22.114614 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d7f6cc-9b10-4006-975b-f73cb94770c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b44811f1-2210-4c1e-b531-0c27f49a520c", "tag": "43e6416e-1808-4db7-9eb7-f04c24a55198"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:05:22.158765 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3f2f65-b5de-4ecc-ba93-b37ca7dc804f x-openstack-request-id: req-bf3f2f65-b5de-4ecc-ba93-b37ca7dc804f {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:05:22.159045 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44811f1-2210-4c1e-b531-0c27f49a520c", "tag": "43e6416e-1808-4db7-9eb7-f04c24a55198", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:05:22.159295 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf3f2f65-b5de-4ecc-ba93-b37ca7dc804f {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:05:22.159698 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3f2f65-b5de-4ecc-ba93-b37ca7dc804f'] response: {'name': 'network-changed', 'server_uuid': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'tag': '43e6416e-1808-4db7-9eb7-f04c24a55198', 'status': 'completed', 'code': 200} Aug 24 09:05:22.169662 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c787d8a-9485-4302-8768-50b4c82fe463 service neutron] Pushing event updated for resources: {'Port': ['ID=43e6416e-1808-4db7-9eb7-f04c24a55198,revision_number=3']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:22.219247 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7f6cc-9b10-4006-975b-f73cb94770c1 req-b4dc5993-126f-496a-a49f-52a8dd623d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:22.220760 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-60d7f6cc-9b10-4006-975b-f73cb94770c1 req-b4dc5993-126f-496a-a49f-52a8dd623d13 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=7d01b966762c46f28c83c9cc4e8cb33e&device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 1127 time: 0.0411265 Aug 24 09:05:22.328436 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7f6cc-9b10-4006-975b-f73cb94770c1 req-dd13e259-e736-4674-8133-18747e99e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:22.329898 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-60d7f6cc-9b10-4006-975b-f73cb94770c1 req-dd13e259-e736-4674-8133-18747e99e6e3 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?tenant_id=7d01b966762c46f28c83c9cc4e8cb33e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1005635 Aug 24 09:05:22.429914 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7f6cc-9b10-4006-975b-f73cb94770c1 req-e34252f2-f23e-43fb-8cb4-fc87fef26ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:22.431410 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-60d7f6cc-9b10-4006-975b-f73cb94770c1 req-e34252f2-f23e-43fb-8cb4-fc87fef26ccf service neutron] 10.222.0.69 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954773 Aug 24 09:05:22.512275 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-9792083a-49c2-4a64-9ae3-38d95a64705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:22.513805 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-9792083a-49c2-4a64-9ae3-38d95a64705a service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=7d01b966762c46f28c83c9cc4e8cb33e&device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 1127 time: 0.0421355 Aug 24 09:05:22.558021 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-9747b0d6-b40c-487c-a663-e733751bb98b service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43e6416e-1808-4db7-9eb7-f04c24a55198 HTTP/1.1" status: 200 len: 217 time: 0.0363462 Aug 24 09:05:22.640122 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-0b109791-7f87-4cb3-8214-2629aa765c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:22.641594 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-0b109791-7f87-4cb3-8214-2629aa765c1e service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=b06f727b-ba5d-46f9-873e-427ae850008f HTTP/1.1" status: 200 len: 854 time: 0.0779269 Aug 24 09:05:22.671983 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b58ac-0690-4e7a-936b-0ca56e011946 req-d58409a0-6728-448f-ba47-3657c47a5cea tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:22.673077 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b56b58ac-0690-4e7a-936b-0ca56e011946 req-d58409a0-6728-448f-ba47-3657c47a5cea tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 943 time: 0.0675812 Aug 24 09:05:22.682147 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:05:22.721607 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-443f838a-eaf8-4226-90a1-fac4761b019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:22.723176 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-443f838a-eaf8-4226-90a1-fac4761b019a service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=f9ca9c5e-9301-4517-ab5a-3aebca978484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0722392 Aug 24 09:05:22.786685 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b56b58ac-0690-4e7a-936b-0ca56e011946 req-368678be-ead4-4b55-be7b-200d8d4328a5 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963485 Aug 24 09:05:22.851212 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-23fbfb99-2dc4-4256-b0c4-3096d18b6677 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/f9ca9c5e-9301-4517-ab5a-3aebca978484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206207 Aug 24 09:05:22.878714 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:22.954092 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a9889c8f-73e4-4d03-8b39-d0772233033d req-3ddcef29-8dbb-40b4-be99-84f166fdc6e6 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/f9ca9c5e-9301-4517-ab5a-3aebca978484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959625 Aug 24 09:05:23.905345 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:23.916789 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e909b0-c144-4e74-95ec-ef7814e13cac req-701574bf-3182-4d26-bc8c-7cdafe655785 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:23.918584 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-24e909b0-c144-4e74-95ec-ef7814e13cac req-701574bf-3182-4d26-bc8c-7cdafe655785 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 943 time: 0.0505595 Aug 24 09:05:23.968360 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-24e909b0-c144-4e74-95ec-ef7814e13cac req-add19cf9-c184-4ba7-b973-c1d8a5d77da8 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436196 Aug 24 09:05:25.095235 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116562f9-f41a-4a9f-a8e1-dc805996bfb4 req-c4349282-9278-458d-b51a-3483431128f3 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:25.096743 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-116562f9-f41a-4a9f-a8e1-dc805996bfb4 req-c4349282-9278-458d-b51a-3483431128f3 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 943 time: 0.0538185 Aug 24 09:05:25.118885 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:25.147721 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-116562f9-f41a-4a9f-a8e1-dc805996bfb4 req-5dd06e82-31f2-40f5-8c03-b2a1da4e727f tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453548 Aug 24 09:05:25.787267 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 43e6416e-1808-4db7-9eb7-f04c24a55198 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 09:05:25.900880 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 43e6416e-1808-4db7-9eb7-f04c24a55198, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=43e6416e-1808-4db7-9eb7-f04c24a55198,segment=NetworkSegment(14eae9ec-0f93-4b58-a52f-4229b3557011),segment_id=14eae9ec-0f93-4b58-a52f-4229b3557011)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:25.913784 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': '43e6416e-1808-4db7-9eb7-f04c24a55198', 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484', 'port_id': '43e6416e-1808-4db7-9eb7-f04c24a55198', 'mac_address': 'fa:16:3e:3d:f1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 09:05:25.955897 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 43e6416e-1808-4db7-9eb7-f04c24a55198 is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:05:25.956295 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:25.970621 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e6416e-1808-4db7-9eb7-f04c24a55198 {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:05:25.996258 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 43e6416e-1808-4db7-9eb7-f04c24a55198, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=43e6416e-1808-4db7-9eb7-f04c24a55198,segment=NetworkSegment(14eae9ec-0f93-4b58-a52f-4229b3557011),segment_id=14eae9ec-0f93-4b58-a52f-4229b3557011)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:26.099127 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:26.145747 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=43e6416e-1808-4db7-9eb7-f04c24a55198,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:26.270804 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca9f57-d129-4fee-acdf-6c3baddde2d0 req-156eb6b6-327f-4ee6-b308-d029a2803e51 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:26.272328 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-79ca9f57-d129-4fee-acdf-6c3baddde2d0 req-156eb6b6-327f-4ee6-b308-d029a2803e51 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 944 time: 0.0469520 Aug 24 09:05:26.327827 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-79ca9f57-d129-4fee-acdf-6c3baddde2d0 req-9250adae-dc2f-4fe9-a019-6095fa3d5e7b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496018 Aug 24 09:05:26.385796 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['43e6416e-1808-4db7-9eb7-f04c24a55198'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:05:27.452453 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481b2b5-b822-490f-aae5-0abbca9505c3 req-8cb0d807-8b23-454a-93e8-69d76f2272fd tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:27.453989 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b481b2b5-b822-490f-aae5-0abbca9505c3 req-8cb0d807-8b23-454a-93e8-69d76f2272fd tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 944 time: 0.0504968 Aug 24 09:05:27.505954 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-b481b2b5-b822-490f-aae5-0abbca9505c3 req-3fa8a8f5-813a-4f73-87f1-20f7c4b109ef tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459762 Aug 24 09:05:27.789133 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 43e6416e-1808-4db7-9eb7-f04c24a55198 up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:05:27.859238 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port 43e6416e-1808-4db7-9eb7-f04c24a55198 completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 09:05:27.949660 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port 43e6416e-1808-4db7-9eb7-f04c24a55198 triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:05:27.950004 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:28.025723 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port 43e6416e-1808-4db7-9eb7-f04c24a55198 is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:05:28.026123 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:28.051379 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e6416e-1808-4db7-9eb7-f04c24a55198'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:05:28.053672 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc70a9f-4af1-4746-9b0c-1fb7ee365f8e" -d '{"events": [{"server_uuid": "b44811f1-2210-4c1e-b531-0c27f49a520c", "name": "network-vif-plugged", "status": "completed", "tag": "43e6416e-1808-4db7-9eb7-f04c24a55198"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:05:28.072640 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port 43e6416e-1808-4db7-9eb7-f04c24a55198, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=43e6416e-1808-4db7-9eb7-f04c24a55198,segment=NetworkSegment(14eae9ec-0f93-4b58-a52f-4229b3557011),segment_id=14eae9ec-0f93-4b58-a52f-4229b3557011)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:28.114172 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a802fd-9cd4-45ff-a627-a02d9ba8ab23 x-openstack-request-id: req-53a802fd-9cd4-45ff-a627-a02d9ba8ab23 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:05:28.114461 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44811f1-2210-4c1e-b531-0c27f49a520c", "name": "network-vif-plugged", "status": "completed", "tag": "43e6416e-1808-4db7-9eb7-f04c24a55198", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:05:28.114729 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53a802fd-9cd4-45ff-a627-a02d9ba8ab23 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:05:28.115208 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a802fd-9cd4-45ff-a627-a02d9ba8ab23'] response: {'server_uuid': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e6416e-1808-4db7-9eb7-f04c24a55198', 'code': 200} Aug 24 09:05:28.150940 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:28.192045 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:28.202498 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=43e6416e-1808-4db7-9eb7-f04c24a55198,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:28.475734 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50f4e5-2b5b-44dd-9f77-485719c7870c req-1f4e6a8c-325d-4ba7-9111-3ed35f8431b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:28.477310 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ce50f4e5-2b5b-44dd-9f77-485719c7870c req-1f4e6a8c-325d-4ba7-9111-3ed35f8431b3 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 1129 time: 0.0471716 Aug 24 09:05:28.527594 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ce50f4e5-2b5b-44dd-9f77-485719c7870c req-8a60890f-2084-4b7b-93a1-47eb885a8a36 service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438135 Aug 24 09:05:28.633496 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f96538-edaf-4d62-9148-6456f4e2c938 req-c9633010-a332-43a2-a364-91528e178b0d tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:28.635022 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a3f96538-edaf-4d62-9148-6456f4e2c938 req-c9633010-a332-43a2-a364-91528e178b0d tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 945 time: 0.0510113 Aug 24 09:05:28.667770 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=4 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:28.712505 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a3f96538-edaf-4d62-9148-6456f4e2c938 req-29ccf3e1-d3d8-431b-92d0-b71490402a93 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715175 Aug 24 09:05:29.319926 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39764) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:29.469591 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-916b191a-6c84-4abb-9fa6-ce3dcf5590b8 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Deleting port 74c50c31-07f8-4f21-bae2-e6f37da6df9a {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:29.469874 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-916b191a-6c84-4abb-9fa6-ce3dcf5590b8 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (74c50c31-07f8-4f21-bae2-e6f37da6df9a), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:29.557259 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-916b191a-6c84-4abb-9fa6-ce3dcf5590b8 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (74c50c31-07f8-4f21-bae2-e6f37da6df9a), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:29.557576 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-916b191a-6c84-4abb-9fa6-ce3dcf5590b8 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for floatingip (74c50c31-07f8-4f21-bae2-e6f37da6df9a), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:29.572018 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-916b191a-6c84-4abb-9fa6-ce3dcf5590b8 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Calling delete_port for 74c50c31-07f8-4f21-bae2-e6f37da6df9a owned by network:floatingip {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:29.585602 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:29.841339 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-916b191a-6c84-4abb-9fa6-ce3dcf5590b8 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (74c50c31-07f8-4f21-bae2-e6f37da6df9a), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:29.855886 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903167d2-a69c-44f5-9adb-ff890239bae6 req-4ec06904-8441-47d3-93a7-6891ee79f3f9 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:29.861425 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-903167d2-a69c-44f5-9adb-ff890239bae6 req-4ec06904-8441-47d3-93a7-6891ee79f3f9 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 945 time: 0.0627573 Aug 24 09:05:29.882265 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b191a-6c84-4abb-9fa6-ce3dcf5590b8 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event deleted for resources: {'Port': ['ID=74c50c31-07f8-4f21-bae2-e6f37da6df9a,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:29.990236 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-903167d2-a69c-44f5-9adb-ff890239bae6 req-9de3d2a0-f0e9-41ba-a9ab-776d6305afb6 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103539 Aug 24 09:05:29.993840 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-916b191a-6c84-4abb-9fa6-ce3dcf5590b8 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for floatingip (e57600e9-2498-412d-ac5c-3e5dd3be7c72), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:29.994176 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.l3_db [None req-916b191a-6c84-4abb-9fa6-ce3dcf5590b8 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Floating IP e57600e9-2498-412d-ac5c-3e5dd3be7c72 disassociated (deleted). External IP: 172.27.1.20, port: adae0d7f-1916-4bd6-bae0-33bda6b0cf6f. Aug 24 09:05:30.462921 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:30.464980 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916b191a-6c84-4abb-9fa6-ce3dcf5590b8 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Router 8fe60407-1a57-4c0e-bf05-9f88bd117274 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:05:30.578080 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916b191a-6c84-4abb-9fa6-ce3dcf5590b8 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:05:30.582568 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-916b191a-6c84-4abb-9fa6-ce3dcf5590b8 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:30.589636 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d517b32-9063-40db-8aaa-f6fdccfcbd7e None None] Sync routers for ids ['8fe60407-1a57-4c0e-bf05-9f88bd117274'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:05:30.601300 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d517b32-9063-40db-8aaa-f6fdccfcbd7e None None] Routers {'8fe60407-1a57-4c0e-bf05-9f88bd117274'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:05:30.607457 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-9d517b32-9063-40db-8aaa-f6fdccfcbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['8fe60407-1a57-4c0e-bf05-9f88bd117274'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:30.617432 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-916b191a-6c84-4abb-9fa6-ce3dcf5590b8 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/e57600e9-2498-412d-ac5c-3e5dd3be7c72 HTTP/1.1" status: 204 len: 168 time: 1.2961836 Aug 24 09:05:30.618026 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc', 'tag': 'adae0d7f-1916-4bd6-bae0-33bda6b0cf6f'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:05:30.620473 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7467a185-4aae-46ec-9b97-294852726be7" -d '{"events": [{"name": "network-changed", "server_uuid": "1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc", "tag": "adae0d7f-1916-4bd6-bae0-33bda6b0cf6f"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:05:30.699299 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d9ddae-35d8-4e3f-bdcc-e5022fc680b3 x-openstack-request-id: req-17d9ddae-35d8-4e3f-bdcc-e5022fc680b3 {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:05:30.700063 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc", "tag": "adae0d7f-1916-4bd6-bae0-33bda6b0cf6f", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:05:30.700549 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17d9ddae-35d8-4e3f-bdcc-e5022fc680b3 {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:05:30.701455 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d9ddae-35d8-4e3f-bdcc-e5022fc680b3'] response: {'name': 'network-changed', 'server_uuid': '1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc', 'tag': 'adae0d7f-1916-4bd6-bae0-33bda6b0cf6f', 'status': 'completed', 'code': 200} Aug 24 09:05:30.739383 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-9d517b32-9063-40db-8aaa-f6fdccfcbd7e None None] Set router 8fe60407-1a57-4c0e-bf05-9f88bd117274 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:05:30.782362 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:30.972886 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-9d517b32-9063-40db-8aaa-f6fdccfcbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '42e3a027-5980-4919-a9f1-6985bd19de5d', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'port_id': '56291ac8-9437-4cee-a25f-26f1f1d997a2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'mac_address': 'fa:16:3e:bb:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:01:42Z', 'updated_at': '2022-08-24T09:01:45Z', 'revision_number': 1, 'project_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:31.003491 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d517b32-9063-40db-8aaa-f6fdccfcbd7e None None] Checking router: 8fe60407-1a57-4c0e-bf05-9f88bd117274 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:05:31.012263 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d517b32-9063-40db-8aaa-f6fdccfcbd7e None None] Routers {'8fe60407-1a57-4c0e-bf05-9f88bd117274'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:05:31.012880 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-9d517b32-9063-40db-8aaa-f6fdccfcbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['8fe60407-1a57-4c0e-bf05-9f88bd117274'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:31.101743 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:31.134083 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-9d517b32-9063-40db-8aaa-f6fdccfcbd7e None None] Set router 8fe60407-1a57-4c0e-bf05-9f88bd117274 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:05:31.140799 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab300c-280b-46b5-8224-5fb2e2dfacf9 req-4ca0e0e3-24c8-4981-867e-71fdb9649d2d tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:31.142451 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d8ab300c-280b-46b5-8224-5fb2e2dfacf9 req-4ca0e0e3-24c8-4981-867e-71fdb9649d2d tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 945 time: 0.0711813 Aug 24 09:05:31.201741 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5111180-2baa-4acb-bc91-432b71a0928a req-d3fc9354-6187-416a-a341-dfb68b9a33f3 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:31.218463 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f5111180-2baa-4acb-bc91-432b71a0928a req-d3fc9354-6187-416a-a341-dfb68b9a33f3 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 945 time: 0.0807290 Aug 24 09:05:31.229977 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d8ab300c-280b-46b5-8224-5fb2e2dfacf9 req-2107b5fc-14b7-42a7-a166-0247805ba08e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803745 Aug 24 09:05:31.285476 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f5111180-2baa-4acb-bc91-432b71a0928a req-8698338c-7a96-4798-82ae-24941d5987aa tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655646 Aug 24 09:05:31.574900 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a185-4aae-46ec-9b97-294852726be7 req-293d9d21-7b7a-472e-86da-7a13d8b04a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:31.575134 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-9d517b32-9063-40db-8aaa-f6fdccfcbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '42e3a027-5980-4919-a9f1-6985bd19de5d', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'port_id': '56291ac8-9437-4cee-a25f-26f1f1d997a2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'mac_address': 'fa:16:3e:bb:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:01:42Z', 'updated_at': '2022-08-24T09:01:45Z', 'revision_number': 1, 'project_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:31.576326 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7467a185-4aae-46ec-9b97-294852726be7 req-293d9d21-7b7a-472e-86da-7a13d8b04a3f service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=12594f976e5f48d9926716737f86afe0&device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 1129 time: 0.0438840 Aug 24 09:05:31.602065 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d517b32-9063-40db-8aaa-f6fdccfcbd7e None None] The sync data for ids ['8fe60407-1a57-4c0e-bf05-9f88bd117274'] in dv-cinder-852211-5-iscsi is: [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '42e3a027-5980-4919-a9f1-6985bd19de5d', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'port_id': '56291ac8-9437-4cee-a25f-26f1f1d997a2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'mac_address': 'fa:16:3e:bb:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:01:42Z', 'updated_at': '2022-08-24T09:01:45Z', 'revision_number': 1, 'project_id': '12594f976e5f48d9926716737f86afe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:05:31.693639 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a185-4aae-46ec-9b97-294852726be7 req-8b0e0586-b5aa-4471-a90b-d3db95baf043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:31.695707 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7467a185-4aae-46ec-9b97-294852726be7 req-8b0e0586-b5aa-4471-a90b-d3db95baf043 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=13fa4940-b618-4378-a572-2001b35f19f6 HTTP/1.1" status: 200 len: 912 time: 0.1091409 Aug 24 09:05:31.865623 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e246f0-91fb-4122-a3fe-47b058cbb416 None None] New status for floating IP e57600e9-2498-412d-ac5c-3e5dd3be7c72: DOWN {{(pid=118619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:05:32.383334 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d261f84-53a9-45a8-86fb-64d4abb9d4b2 req-fd5589d8-4a75-4ff9-8f58-272e913d7e3a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:32.384872 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3d261f84-53a9-45a8-86fb-64d4abb9d4b2 req-fd5589d8-4a75-4ff9-8f58-272e913d7e3a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 945 time: 0.0642474 Aug 24 09:05:32.398298 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:32.443377 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-3d261f84-53a9-45a8-86fb-64d4abb9d4b2 req-8366d0be-9cc6-4eee-9059-2e1d335c3e1e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526912 Aug 24 09:05:32.462746 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c06a9c-5b18-4e82-a596-034b116990f1 req-a81ca7f4-9586-4476-9efb-c7ce249036be tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:32.466596 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-44c06a9c-5b18-4e82-a596-034b116990f1 req-a81ca7f4-9586-4476-9efb-c7ce249036be tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 945 time: 0.0808463 Aug 24 09:05:32.519911 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-44c06a9c-5b18-4e82-a596-034b116990f1 req-d1543cdd-8451-4154-b9ba-2c6f4c937a0d tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478048 Aug 24 09:05:32.793556 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7467a185-4aae-46ec-9b97-294852726be7 req-f86bd730-409d-4b01-923a-469d4cf9f7b9 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adae0d7f-1916-4bd6-bae0-33bda6b0cf6f HTTP/1.1" status: 200 len: 217 time: 0.0357587 Aug 24 09:05:33.229202 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a185-4aae-46ec-9b97-294852726be7 req-1aa10266-b1e4-49e7-862a-2600a1f42e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:33.230782 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7467a185-4aae-46ec-9b97-294852726be7 req-1aa10266-b1e4-49e7-862a-2600a1f42e16 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=aaef8caf-3e43-49ed-9743-8dc7cada53fc HTTP/1.1" status: 200 len: 850 time: 0.0499296 Aug 24 09:05:33.284510 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a185-4aae-46ec-9b97-294852726be7 req-6f1a22ab-c57b-455e-afc3-574203af655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:33.286109 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7467a185-4aae-46ec-9b97-294852726be7 req-6f1a22ab-c57b-455e-afc3-574203af655d service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=13fa4940-b618-4378-a572-2001b35f19f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468612 Aug 24 09:05:33.572012 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce0747-9ac5-464b-9fd3-4b4922c6f409 req-291b113e-3a45-4053-93f0-36cd2a2563f3 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:33.573653 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-fbce0747-9ac5-464b-9fd3-4b4922c6f409 req-291b113e-3a45-4053-93f0-36cd2a2563f3 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 945 time: 0.0587478 Aug 24 09:05:33.667594 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-fbce0747-9ac5-464b-9fd3-4b4922c6f409 req-d58602c9-06c0-47e2-8e0e-b137f0cc8d54 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835195 Aug 24 09:05:33.718269 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88e442-6fe1-4eec-9c4a-d021fd27cd6b req-91cabfad-5011-43c1-8328-021417b3d4d3 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:33.719852 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6f88e442-6fe1-4eec-9c4a-d021fd27cd6b req-91cabfad-5011-43c1-8328-021417b3d4d3 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 945 time: 0.1064787 Aug 24 09:05:33.768171 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7467a185-4aae-46ec-9b97-294852726be7 req-883e1ff2-f984-4d10-afb6-a05be0250e75 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737447 Aug 24 09:05:33.770537 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:33.807864 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6f88e442-6fe1-4eec-9c4a-d021fd27cd6b req-eee78cd2-0292-44ac-ab6e-96c0c204f87e tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760725 Aug 24 09:05:34.140592 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1db5e-30b3-4350-ae87-5b1f0723c9ac req-a024e2bb-ab72-47da-916f-cf2826ed525f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:34.142837 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e9e1db5e-30b3-4350-ae87-5b1f0723c9ac req-a024e2bb-ab72-47da-916f-cf2826ed525f tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 945 time: 0.0635839 Aug 24 09:05:34.162585 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7467a185-4aae-46ec-9b97-294852726be7 req-996cd683-0fd9-4838-89ea-25da594e74a7 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184697 Aug 24 09:05:34.236439 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [req-e9e1db5e-30b3-4350-ae87-5b1f0723c9ac req-d4cebf99-577e-48d8-bfec-efd2b72666dd tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Deleting port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:34.236821 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-e9e1db5e-30b3-4350-ae87-5b1f0723c9ac req-d4cebf99-577e-48d8-bfec-efd2b72666dd tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (adae0d7f-1916-4bd6-bae0-33bda6b0cf6f), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:34.339507 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-e9e1db5e-30b3-4350-ae87-5b1f0723c9ac req-d4cebf99-577e-48d8-bfec-efd2b72666dd tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] For port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=adae0d7f-1916-4bd6-bae0-33bda6b0cf6f,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:34.339904 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-e9e1db5e-30b3-4350-ae87-5b1f0723c9ac req-d4cebf99-577e-48d8-bfec-efd2b72666dd tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (adae0d7f-1916-4bd6-bae0-33bda6b0cf6f), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:34.354795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [req-e9e1db5e-30b3-4350-ae87-5b1f0723c9ac req-d4cebf99-577e-48d8-bfec-efd2b72666dd tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Calling delete_port for adae0d7f-1916-4bd6-bae0-33bda6b0cf6f owned by compute:nova {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:34.574068 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-e9e1db5e-30b3-4350-ae87-5b1f0723c9ac req-d4cebf99-577e-48d8-bfec-efd2b72666dd tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (adae0d7f-1916-4bd6-bae0-33bda6b0cf6f), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:34.605511 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cebf99-577e-48d8-bfec-efd2b72666dd tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event deleted for resources: {'Port': ['ID=adae0d7f-1916-4bd6-bae0-33bda6b0cf6f,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:34.652925 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e1db5e-30b3-4350-ae87-5b1f0723c9ac req-d4cebf99-577e-48d8-bfec-efd2b72666dd tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] No DVR routers for this DVR port adae0d7f-1916-4bd6-bae0-33bda6b0cf6f on host hv-cinder-85221 {{(pid=118617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:05:34.655751 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-e9e1db5e-30b3-4350-ae87-5b1f0723c9ac req-d4cebf99-577e-48d8-bfec-efd2b72666dd tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:34.659111 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-e9e1db5e-30b3-4350-ae87-5b1f0723c9ac req-d4cebf99-577e-48d8-bfec-efd2b72666dd tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.69 "DELETE /networking/v2.0/ports/adae0d7f-1916-4bd6-bae0-33bda6b0cf6f HTTP/1.1" status: 204 len: 173 time: 0.5108979 Aug 24 09:05:34.659557 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc', 'name': 'network-vif-deleted', 'tag': 'adae0d7f-1916-4bd6-bae0-33bda6b0cf6f'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:05:34.661952 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cd4e1e-ebf1-4c15-a151-51b1f8d995d3" -d '{"events": [{"server_uuid": "1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc", "name": "network-vif-deleted", "tag": "adae0d7f-1916-4bd6-bae0-33bda6b0cf6f"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:05:34.700165 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df3f029-4b99-4bed-baa2-603e6d65799b x-openstack-request-id: req-7df3f029-4b99-4bed-baa2-603e6d65799b {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:05:34.700458 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc", "name": "network-vif-deleted", "tag": "adae0d7f-1916-4bd6-bae0-33bda6b0cf6f", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:05:34.700710 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7df3f029-4b99-4bed-baa2-603e6d65799b {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:05:34.701118 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df3f029-4b99-4bed-baa2-603e6d65799b'] response: {'server_uuid': '1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc', 'name': 'network-vif-deleted', 'tag': 'adae0d7f-1916-4bd6-bae0-33bda6b0cf6f', 'status': 'completed', 'code': 200} Aug 24 09:05:34.796843 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d1b03-2555-4f5a-92dc-37d26e3aa58b req-868d690a-53cb-491f-9bb6-fb38cdfa14a4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:34.798390 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8f5d1b03-2555-4f5a-92dc-37d26e3aa58b req-868d690a-53cb-491f-9bb6-fb38cdfa14a4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 945 time: 0.0566986 Aug 24 09:05:34.821524 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:34.856128 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8f5d1b03-2555-4f5a-92dc-37d26e3aa58b req-e27667e1-e891-4d40-98ca-a9ffeedf46c4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503132 Aug 24 09:05:34.922575 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a49f49d7-0e3c-4e84-9d88-1c186217d8e3 req-021ceb6e-c143-4ffc-848a-133d7d22c917 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 210 time: 0.0328887 Aug 24 09:05:34.987799 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1185e-ad48-44f8-a1f5-8c82171eeecb req-bcfeb18a-9120-4f9b-8488-30b62870c0be tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:34.992121 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-96f1185e-ad48-44f8-a1f5-8c82171eeecb req-bcfeb18a-9120-4f9b-8488-30b62870c0be tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 945 time: 0.0556228 Aug 24 09:05:35.044763 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-96f1185e-ad48-44f8-a1f5-8c82171eeecb req-f8624514-e2d1-4aec-9136-b405659ef4d6 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487032 Aug 24 09:05:35.382204 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39820) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:35.409054 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd78a3-d913-4283-9a91-44d0b24d9596 req-3358ba11-aa05-4ff0-97dc-f7186db8fb7e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:35.417598 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-26fd78a3-d913-4283-9a91-44d0b24d9596 req-3358ba11-aa05-4ff0-97dc-f7186db8fb7e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 945 time: 0.0612178 Aug 24 09:05:35.483555 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-26fd78a3-d913-4283-9a91-44d0b24d9596 req-77c4043f-f3d6-419f-b576-7eb5bf9c3478 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645628 Aug 24 09:05:35.523527 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:35.561797 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-7a44b92d-438e-4612-b829-6c4c8d4486ba tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Deleting port cefbbf22-7c3b-4a00-bed5-df7696d394bd {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:35.562142 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7a44b92d-438e-4612-b829-6c4c8d4486ba tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (cefbbf22-7c3b-4a00-bed5-df7696d394bd), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:35.662675 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7a44b92d-438e-4612-b829-6c4c8d4486ba tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (cefbbf22-7c3b-4a00-bed5-df7696d394bd), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:35.663920 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7a44b92d-438e-4612-b829-6c4c8d4486ba tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for floatingip (cefbbf22-7c3b-4a00-bed5-df7696d394bd), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:35.682534 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-7a44b92d-438e-4612-b829-6c4c8d4486ba tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Calling delete_port for cefbbf22-7c3b-4a00-bed5-df7696d394bd owned by network:floatingip {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:35.701010 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:35.816974 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device adae0d7f-1916-4bd6-bae0-33bda6b0cf6f no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:05:35.843542 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: adae0d7f-1916-4bd6-bae0-33bda6b0cf6f {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:05:35.844085 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device adae0d7f-1916-4bd6-bae0-33bda6b0cf6f not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:05:36.053011 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6fe327d1-ba90-4b01-b75d-84045d573a14 req-a01dac89-25b6-4fde-b613-e1399db7b4dd tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1290fa4a-3ccd-43df-9cb1-7f5fe31a4afc HTTP/1.1" status: 200 len: 210 time: 0.0316300 Aug 24 09:05:36.065815 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7a44b92d-438e-4612-b829-6c4c8d4486ba tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (cefbbf22-7c3b-4a00-bed5-df7696d394bd), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:36.092183 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44b92d-438e-4612-b829-6c4c8d4486ba tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Pushing event deleted for resources: {'Port': ['ID=cefbbf22-7c3b-4a00-bed5-df7696d394bd,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:36.175079 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7a44b92d-438e-4612-b829-6c4c8d4486ba tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for floatingip (b8713449-2e6b-4357-91c0-8d7e1a19d381), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:36.175379 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.l3_db [None req-7a44b92d-438e-4612-b829-6c4c8d4486ba tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Floating IP b8713449-2e6b-4357-91c0-8d7e1a19d381 disassociated (deleted). External IP: 172.27.1.224, port: 6067d93f-096c-4780-bc81-7d37bfbbe3b8. Aug 24 09:05:36.397819 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a44b92d-438e-4612-b829-6c4c8d4486ba tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Router 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:05:36.516900 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a44b92d-438e-4612-b829-6c4c8d4486ba tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:05:36.525203 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7a44b92d-438e-4612-b829-6c4c8d4486ba tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:36.543936 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e4a18-44a1-47ba-b694-4d596ee6b367 None None] Sync routers for ids ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:05:36.563331 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7e4a18-44a1-47ba-b694-4d596ee6b367 None None] Routers {'7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:05:36.564583 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-4f7e4a18-44a1-47ba-b694-4d596ee6b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:36.576372 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-7a44b92d-438e-4612-b829-6c4c8d4486ba tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/b8713449-2e6b-4357-91c0-8d7e1a19d381 HTTP/1.1" status: 204 len: 168 time: 1.1925192 Aug 24 09:05:36.674915 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-4f7e4a18-44a1-47ba-b694-4d596ee6b367 None None] Set router 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:05:36.702171 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'tag': '6067d93f-096c-4780-bc81-7d37bfbbe3b8'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:05:36.704624 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d9472e-cfb7-4824-8af7-240b5360ece3" -d '{"events": [{"name": "network-changed", "server_uuid": "27bec6ff-f51f-4a0a-b8f7-c5f01d921581", "tag": "6067d93f-096c-4780-bc81-7d37bfbbe3b8"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:05:36.759924 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8c71ad-63b8-46fe-bcbd-17258bf6c7f0 x-openstack-request-id: req-ac8c71ad-63b8-46fe-bcbd-17258bf6c7f0 {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:05:36.760207 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27bec6ff-f51f-4a0a-b8f7-c5f01d921581", "tag": "6067d93f-096c-4780-bc81-7d37bfbbe3b8", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:05:36.760467 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac8c71ad-63b8-46fe-bcbd-17258bf6c7f0 {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:05:36.760881 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8c71ad-63b8-46fe-bcbd-17258bf6c7f0'] response: {'name': 'network-changed', 'server_uuid': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'tag': '6067d93f-096c-4780-bc81-7d37bfbbe3b8', 'status': 'completed', 'code': 200} Aug 24 09:05:36.831340 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9472e-cfb7-4824-8af7-240b5360ece3 req-e7ed5461-b74e-4e71-96e0-9b69f48e4986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:36.832902 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-61d9472e-cfb7-4824-8af7-240b5360ece3 req-e7ed5461-b74e-4e71-96e0-9b69f48e4986 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=065b8b1394f24ce1973119ee8cd6bd2c&device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 1130 time: 0.0499268 Aug 24 09:05:36.892985 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-4f7e4a18-44a1-47ba-b694-4d596ee6b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'name': 'tempest-TestShelveInstance-142953912-router', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:23Z', 'updated_at': '2022-08-24T09:00:27Z', 'revision_number': 4, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'gw_port': {'id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:24Z', 'updated_at': '2022-08-24T09:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '10fccbf9-9940-4e50-96b2-3c9dd3760262', 'name': '', 'network_id': '01f07883-0fad-4927-b76b-042659a40090', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'mac_address': 'fa:16:3e:0b:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:26Z', 'updated_at': '2022-08-24T09:00:32Z', 'revision_number': 5, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'subnets': [{'id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:36.922369 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e4a18-44a1-47ba-b694-4d596ee6b367 None None] Checking router: 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:05:36.933334 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7e4a18-44a1-47ba-b694-4d596ee6b367 None None] Routers {'7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:05:36.934063 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-4f7e4a18-44a1-47ba-b694-4d596ee6b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:36.954090 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:36.977717 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9472e-cfb7-4824-8af7-240b5360ece3 req-046823f7-365c-4eca-8d06-9d5558194be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:36.979294 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-61d9472e-cfb7-4824-8af7-240b5360ece3 req-046823f7-365c-4eca-8d06-9d5558194be0 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=01f07883-0fad-4927-b76b-042659a40090 HTTP/1.1" status: 200 len: 909 time: 0.1404715 Aug 24 09:05:37.026881 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-61d9472e-cfb7-4824-8af7-240b5360ece3 req-6b3d3e59-166f-4ad3-b87f-c1d90057a3b2 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6067d93f-096c-4780-bc81-7d37bfbbe3b8 HTTP/1.1" status: 200 len: 217 time: 0.0402291 Aug 24 09:05:37.060751 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-4f7e4a18-44a1-47ba-b694-4d596ee6b367 None None] Set router 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:05:37.197932 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94d3de-923e-4ce3-9b0f-3859c96f4b9d req-fda73919-f8b9-493f-8d7b-fb7316988fd7 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:37.199558 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ef94d3de-923e-4ce3-9b0f-3859c96f4b9d req-fda73919-f8b9-493f-8d7b-fb7316988fd7 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0815613 Aug 24 09:05:37.239086 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:37.252901 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-ef94d3de-923e-4ce3-9b0f-3859c96f4b9d req-d94210e5-9171-4bd8-86e2-fb198d76d6ae tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473731 Aug 24 09:05:37.291288 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-4f7e4a18-44a1-47ba-b694-4d596ee6b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'name': 'tempest-TestShelveInstance-142953912-router', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:23Z', 'updated_at': '2022-08-24T09:00:27Z', 'revision_number': 4, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'gw_port': {'id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:24Z', 'updated_at': '2022-08-24T09:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '10fccbf9-9940-4e50-96b2-3c9dd3760262', 'name': '', 'network_id': '01f07883-0fad-4927-b76b-042659a40090', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'mac_address': 'fa:16:3e:0b:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:26Z', 'updated_at': '2022-08-24T09:00:32Z', 'revision_number': 5, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'subnets': [{'id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:37.315514 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e4a18-44a1-47ba-b694-4d596ee6b367 None None] The sync data for ids ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'] in dv-cinder-852211-5-iscsi is: [{'id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'name': 'tempest-TestShelveInstance-142953912-router', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:23Z', 'updated_at': '2022-08-24T09:00:27Z', 'revision_number': 4, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'gw_port': {'id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:24Z', 'updated_at': '2022-08-24T09:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '10fccbf9-9940-4e50-96b2-3c9dd3760262', 'name': '', 'network_id': '01f07883-0fad-4927-b76b-042659a40090', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'mac_address': 'fa:16:3e:0b:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:26Z', 'updated_at': '2022-08-24T09:00:32Z', 'revision_number': 5, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'subnets': [{'id': 'd2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:05:37.597378 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252e2c4f-f7a6-40cf-aa83-06606fb97cb3 None None] New status for floating IP b8713449-2e6b-4357-91c0-8d7e1a19d381: DOWN {{(pid=118619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:05:37.629728 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 39872) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:37.777168 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-4483219d-7104-4ae7-89c4-ead4c62e54ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:37.867181 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-4483219d-7104-4ae7-89c4-ead4c62e54ab admin admin] Publish callbacks [] for security_group (96ce836f-70b2-44a0-80e3-3d71f6d04fda), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:37.938773 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-4483219d-7104-4ae7-89c4-ead4c62e54ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (96ce836f-70b2-44a0-80e3-3d71f6d04fda), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:37.982016 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-4483219d-7104-4ae7-89c4-ead4c62e54ab admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=96c5f875dab04f969ded5ecfd72e1763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3511491 Aug 24 09:05:37.983020 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483219d-7104-4ae7-89c4-ead4c62e54ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ce836f-70b2-44a0-80e3-3d71f6d04fda,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:37.984802 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39882) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:38.037554 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-dfe5fc1a-5809-41d5-9afb-f963baab799b admin admin] Publish callbacks [] for security_group (96ce836f-70b2-44a0-80e3-3d71f6d04fda), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:38.061063 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-dfe5fc1a-5809-41d5-9afb-f963baab799b admin admin] Publish callbacks [] for security_group (96ce836f-70b2-44a0-80e3-3d71f6d04fda), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:38.166133 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9472e-cfb7-4824-8af7-240b5360ece3 req-691b6526-cff8-4410-a3e0-a63491531c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:38.167655 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-61d9472e-cfb7-4824-8af7-240b5360ece3 req-691b6526-cff8-4410-a3e0-a63491531c5c service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=d2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e HTTP/1.1" status: 200 len: 847 time: 0.0465651 Aug 24 09:05:38.205436 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:38.214244 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-dfe5fc1a-5809-41d5-9afb-f963baab799b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (96ce836f-70b2-44a0-80e3-3d71f6d04fda), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:38.216809 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-dfe5fc1a-5809-41d5-9afb-f963baab799b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:38.218683 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-dfe5fc1a-5809-41d5-9afb-f963baab799b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/96ce836f-70b2-44a0-80e3-3d71f6d04fda HTTP/1.1" status: 204 len: 168 time: 0.2327242 Aug 24 09:05:38.239558 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9472e-cfb7-4824-8af7-240b5360ece3 req-282ec1fe-9086-48ce-bf5c-42607e454d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:38.242296 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-61d9472e-cfb7-4824-8af7-240b5360ece3 req-282ec1fe-9086-48ce-bf5c-42607e454d7e service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=01f07883-0fad-4927-b76b-042659a40090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652573 Aug 24 09:05:38.246357 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5fc1a-5809-41d5-9afb-f963baab799b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ce836f-70b2-44a0-80e3-3d71f6d04fda,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:38.458744 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaff138-3099-48a0-a161-6d4a4182c0a5 req-84917e1c-9037-4b2e-9f2e-6b19ce2bc27b tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:38.460373 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1eaff138-3099-48a0-a161-6d4a4182c0a5 req-84917e1c-9037-4b2e-9f2e-6b19ce2bc27b tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.1232347 Aug 24 09:05:38.519594 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-61d9472e-cfb7-4824-8af7-240b5360ece3 req-2b72da2a-26e5-4529-9e5f-a10d16ac6f45 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/01f07883-0fad-4927-b76b-042659a40090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913559 Aug 24 09:05:38.555835 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1eaff138-3099-48a0-a161-6d4a4182c0a5 req-82542c17-8d70-493f-a015-b9343c66d4f6 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862367 Aug 24 09:05:38.671573 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-61d9472e-cfb7-4824-8af7-240b5360ece3 req-f47df377-15a6-4dcf-9f16-26106caeb99b service neutron] 10.222.0.69 "GET /networking/v2.0/networks/01f07883-0fad-4927-b76b-042659a40090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369340 Aug 24 09:05:38.672728 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c00ee-d294-4f81-ad3a-b4aed9465e86 req-6b267cc4-8a6b-4b29-bf61-bd38bd0265eb tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:38.674543 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-332c00ee-d294-4f81-ad3a-b4aed9465e86 req-6b267cc4-8a6b-4b29-bf61-bd38bd0265eb tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 946 time: 0.0708420 Aug 24 09:05:38.777911 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-332c00ee-d294-4f81-ad3a-b4aed9465e86 req-6db4c3a8-619f-469c-9d45-cf73dcd7198e tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Deleting port 6067d93f-096c-4780-bc81-7d37bfbbe3b8 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:38.778344 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-332c00ee-d294-4f81-ad3a-b4aed9465e86 req-6db4c3a8-619f-469c-9d45-cf73dcd7198e tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:38.878233 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-332c00ee-d294-4f81-ad3a-b4aed9465e86 req-6db4c3a8-619f-469c-9d45-cf73dcd7198e tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] For port 6067d93f-096c-4780-bc81-7d37bfbbe3b8, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6067d93f-096c-4780-bc81-7d37bfbbe3b8,segment=NetworkSegment(8f42a49c-6366-4672-9b20-63cbcd35451c),segment_id=8f42a49c-6366-4672-9b20-63cbcd35451c)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:38.878774 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-332c00ee-d294-4f81-ad3a-b4aed9465e86 req-6db4c3a8-619f-469c-9d45-cf73dcd7198e tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:38.893733 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-332c00ee-d294-4f81-ad3a-b4aed9465e86 req-6db4c3a8-619f-469c-9d45-cf73dcd7198e tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Calling delete_port for 6067d93f-096c-4780-bc81-7d37bfbbe3b8 owned by compute:nova {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:38.963296 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:39.099850 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-332c00ee-d294-4f81-ad3a-b4aed9465e86 req-6db4c3a8-619f-469c-9d45-cf73dcd7198e tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (6067d93f-096c-4780-bc81-7d37bfbbe3b8), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:39.107052 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:39.132835 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4c3a8-619f-469c-9d45-cf73dcd7198e tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Pushing event deleted for resources: {'Port': ['ID=6067d93f-096c-4780-bc81-7d37bfbbe3b8,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:39.184772 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-332c00ee-d294-4f81-ad3a-b4aed9465e86 req-6db4c3a8-619f-469c-9d45-cf73dcd7198e tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] No DVR routers for this DVR port 6067d93f-096c-4780-bc81-7d37bfbbe3b8 on host hv-cinder-85221 {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:05:39.187717 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-332c00ee-d294-4f81-ad3a-b4aed9465e86 req-6db4c3a8-619f-469c-9d45-cf73dcd7198e tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:39.191155 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-332c00ee-d294-4f81-ad3a-b4aed9465e86 req-6db4c3a8-619f-469c-9d45-cf73dcd7198e tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.69 "DELETE /networking/v2.0/ports/6067d93f-096c-4780-bc81-7d37bfbbe3b8 HTTP/1.1" status: 204 len: 173 time: 0.5097110 Aug 24 09:05:39.191618 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'name': 'network-vif-deleted', 'tag': '6067d93f-096c-4780-bc81-7d37bfbbe3b8'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:05:39.194197 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5b0b2c-3334-4228-83c2-9ead1c147c41" -d '{"events": [{"server_uuid": "27bec6ff-f51f-4a0a-b8f7-c5f01d921581", "name": "network-vif-deleted", "tag": "6067d93f-096c-4780-bc81-7d37bfbbe3b8"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:05:39.236701 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1384ff06-cad4-4c8c-beec-9860f6acf937 x-openstack-request-id: req-1384ff06-cad4-4c8c-beec-9860f6acf937 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:05:39.236701 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27bec6ff-f51f-4a0a-b8f7-c5f01d921581", "name": "network-vif-deleted", "tag": "6067d93f-096c-4780-bc81-7d37bfbbe3b8", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:05:39.236701 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1384ff06-cad4-4c8c-beec-9860f6acf937 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:05:39.236701 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1384ff06-cad4-4c8c-beec-9860f6acf937'] response: {'server_uuid': '27bec6ff-f51f-4a0a-b8f7-c5f01d921581', 'name': 'network-vif-deleted', 'tag': '6067d93f-096c-4780-bc81-7d37bfbbe3b8', 'status': 'completed', 'code': 200} Aug 24 09:05:39.692540 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-711b8473-8c67-49a9-9b7d-33a356bfa92d req-a1487965-e544-4a4e-a853-af56b17d5f0a tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 210 time: 0.0322170 Aug 24 09:05:39.908633 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39910) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:40.013498 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:40.054111 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-a40eb575-10fb-4edf-b435-67a833324866 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Deleting port b20ef681-836c-4ba6-b53f-970691493477 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:40.054445 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a40eb575-10fb-4edf-b435-67a833324866 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (b20ef681-836c-4ba6-b53f-970691493477), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:40.139898 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a40eb575-10fb-4edf-b435-67a833324866 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (b20ef681-836c-4ba6-b53f-970691493477), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:40.139898 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a40eb575-10fb-4edf-b435-67a833324866 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for floatingip (b20ef681-836c-4ba6-b53f-970691493477), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:40.155186 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-a40eb575-10fb-4edf-b435-67a833324866 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Calling delete_port for b20ef681-836c-4ba6-b53f-970691493477 owned by network:floatingip {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:40.238220 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:40.397314 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a40eb575-10fb-4edf-b435-67a833324866 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (b20ef681-836c-4ba6-b53f-970691493477), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:40.401692 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:40.422977 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40eb575-10fb-4edf-b435-67a833324866 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event deleted for resources: {'Port': ['ID=b20ef681-836c-4ba6-b53f-970691493477,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:40.494432 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a40eb575-10fb-4edf-b435-67a833324866 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for floatingip (42e3a027-5980-4919-a9f1-6985bd19de5d), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:40.494861 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.l3_db [None req-a40eb575-10fb-4edf-b435-67a833324866 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Floating IP 42e3a027-5980-4919-a9f1-6985bd19de5d disassociated (deleted). External IP: 172.27.1.227, port: 56291ac8-9437-4cee-a25f-26f1f1d997a2. Aug 24 09:05:40.711002 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40eb575-10fb-4edf-b435-67a833324866 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Router 8fe60407-1a57-4c0e-bf05-9f88bd117274 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:05:41.084486 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-58ae7bf9-2793-4693-9f45-c41f3f7c5126 req-0d199eae-3d25-49aa-9a4a-1be908268d82 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=27bec6ff-f51f-4a0a-b8f7-c5f01d921581 HTTP/1.1" status: 200 len: 210 time: 0.2867503 Aug 24 09:05:41.111284 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40eb575-10fb-4edf-b435-67a833324866 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:05:41.117030 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a40eb575-10fb-4edf-b435-67a833324866 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:41.122348 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f227c29c-9270-4426-9de7-4f29b1d4975b None None] Sync routers for ids ['8fe60407-1a57-4c0e-bf05-9f88bd117274'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:05:41.134280 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f227c29c-9270-4426-9de7-4f29b1d4975b None None] Routers {'8fe60407-1a57-4c0e-bf05-9f88bd117274'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:05:41.135018 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-f227c29c-9270-4426-9de7-4f29b1d4975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['8fe60407-1a57-4c0e-bf05-9f88bd117274'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:41.154907 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-a40eb575-10fb-4edf-b435-67a833324866 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/42e3a027-5980-4919-a9f1-6985bd19de5d HTTP/1.1" status: 204 len: 168 time: 1.2444849 Aug 24 09:05:41.154907 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'tag': '56291ac8-9437-4cee-a25f-26f1f1d997a2'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:05:41.154907 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99b2f2c-2482-4834-b89b-14b6f451c842" -d '{"events": [{"name": "network-changed", "server_uuid": "c84e45c2-2f7f-4ae5-baf2-53d901647892", "tag": "56291ac8-9437-4cee-a25f-26f1f1d997a2"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:05:41.205000 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e290cffd-f289-4889-ad83-a3f835ca9880 x-openstack-request-id: req-e290cffd-f289-4889-ad83-a3f835ca9880 {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:05:41.205289 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84e45c2-2f7f-4ae5-baf2-53d901647892", "tag": "56291ac8-9437-4cee-a25f-26f1f1d997a2", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:05:41.206693 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e290cffd-f289-4889-ad83-a3f835ca9880 {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:05:41.206917 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e290cffd-f289-4889-ad83-a3f835ca9880'] response: {'name': 'network-changed', 'server_uuid': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'tag': '56291ac8-9437-4cee-a25f-26f1f1d997a2', 'status': 'completed', 'code': 200} Aug 24 09:05:41.282132 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b2f2c-2482-4834-b89b-14b6f451c842 req-ff394560-c7e3-48ac-8084-8fd3be639ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:41.283776 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f99b2f2c-2482-4834-b89b-14b6f451c842 req-ff394560-c7e3-48ac-8084-8fd3be639ce7 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=12594f976e5f48d9926716737f86afe0&device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 1130 time: 0.0499568 Aug 24 09:05:41.292597 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-f227c29c-9270-4426-9de7-4f29b1d4975b None None] Set router 8fe60407-1a57-4c0e-bf05-9f88bd117274 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:05:41.417999 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b2f2c-2482-4834-b89b-14b6f451c842 req-6bb4dedc-6294-40b1-8906-bc5b170364ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:41.419542 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f99b2f2c-2482-4834-b89b-14b6f451c842 req-6bb4dedc-6294-40b1-8906-bc5b170364ae service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=13fa4940-b618-4378-a572-2001b35f19f6 HTTP/1.1" status: 200 len: 912 time: 0.1291401 Aug 24 09:05:41.460900 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f99b2f2c-2482-4834-b89b-14b6f451c842 req-4edf5d5b-9fdf-4e25-be83-070f39f22b84 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56291ac8-9437-4cee-a25f-26f1f1d997a2 HTTP/1.1" status: 200 len: 217 time: 0.0340273 Aug 24 09:05:41.511700 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b2f2c-2482-4834-b89b-14b6f451c842 req-bdf66018-c03e-4688-8b59-2c3949d9f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:41.513234 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f99b2f2c-2482-4834-b89b-14b6f451c842 req-bdf66018-c03e-4688-8b59-2c3949d9f816 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=aaef8caf-3e43-49ed-9743-8dc7cada53fc HTTP/1.1" status: 200 len: 850 time: 0.0467055 Aug 24 09:05:41.549738 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-f227c29c-9270-4426-9de7-4f29b1d4975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:41.576989 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f227c29c-9270-4426-9de7-4f29b1d4975b None None] Checking router: 8fe60407-1a57-4c0e-bf05-9f88bd117274 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:05:41.583015 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b2f2c-2482-4834-b89b-14b6f451c842 req-4d138d20-0287-4d0b-9f8c-db007a053bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:41.583015 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f99b2f2c-2482-4834-b89b-14b6f451c842 req-4d138d20-0287-4d0b-9f8c-db007a053bfe service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=13fa4940-b618-4378-a572-2001b35f19f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465486 Aug 24 09:05:41.586256 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f227c29c-9270-4426-9de7-4f29b1d4975b None None] Routers {'8fe60407-1a57-4c0e-bf05-9f88bd117274'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:05:41.587948 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-f227c29c-9270-4426-9de7-4f29b1d4975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['8fe60407-1a57-4c0e-bf05-9f88bd117274'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:41.654294 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:41.708263 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-f227c29c-9270-4426-9de7-4f29b1d4975b None None] Set router 8fe60407-1a57-4c0e-bf05-9f88bd117274 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:05:41.710028 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:41.745908 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f99b2f2c-2482-4834-b89b-14b6f451c842 req-abdbbb33-1d31-45e3-b13a-a70879ab2f11 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570239 Aug 24 09:05:41.791945 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03391c-3a8f-4e3d-9997-0794bb8fa830 req-3f48d6cc-ef49-4b0f-8d3a-979288b39e61 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:41.793529 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7e03391c-3a8f-4e3d-9997-0794bb8fa830 req-3f48d6cc-ef49-4b0f-8d3a-979288b39e61 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 946 time: 0.0573511 Aug 24 09:05:41.840447 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 6067d93f-096c-4780-bc81-7d37bfbbe3b8 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:05:41.850786 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-7e03391c-3a8f-4e3d-9997-0794bb8fa830 req-69fdefdf-d7a8-43c0-b780-965245b5ec90 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497642 Aug 24 09:05:41.892740 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: 6067d93f-096c-4780-bc81-7d37bfbbe3b8 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:05:41.893092 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 6067d93f-096c-4780-bc81-7d37bfbbe3b8 not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:05:41.911763 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-60addd3c-8fce-40a2-bedd-90197e4090a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:41.975524 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-f227c29c-9270-4426-9de7-4f29b1d4975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:42.001914 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f227c29c-9270-4426-9de7-4f29b1d4975b None None] The sync data for ids ['8fe60407-1a57-4c0e-bf05-9f88bd117274'] in dv-cinder-852211-5-iscsi is: [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T08:57:30Z', 'revision_number': 4, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': 'fbb63889-7560-463d-ae40-cc895a09e3c2', 'name': '', 'network_id': '13fa4940-b618-4378-a572-2001b35f19f6', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'mac_address': 'fa:16:3e:35:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:29Z', 'updated_at': '2022-08-24T08:57:36Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'subnets': [{'id': 'aaef8caf-3e43-49ed-9743-8dc7cada53fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:05:42.179525 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39926) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:42.248469 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-188ea228-d239-48d6-94c1-fccdeff838b3 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group (a1626b99-df4d-4a82-9cb8-d3b0b9b495e3), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:42.292875 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-188ea228-d239-48d6-94c1-fccdeff838b3 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group (a1626b99-df4d-4a82-9cb8-d3b0b9b495e3), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:42.312260 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc922c-2b4e-464f-9514-e4ea2566b641 None None] New status for floating IP 42e3a027-5980-4919-a9f1-6985bd19de5d: DOWN {{(pid=118619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:05:42.315726 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=7 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:42.459506 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-188ea228-d239-48d6-94c1-fccdeff838b3 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (a1626b99-df4d-4a82-9cb8-d3b0b9b495e3), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:42.462683 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-188ea228-d239-48d6-94c1-fccdeff838b3 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:42.463898 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-188ea228-d239-48d6-94c1-fccdeff838b3 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a1626b99-df4d-4a82-9cb8-d3b0b9b495e3 HTTP/1.1" status: 204 len: 168 time: 0.2856400 Aug 24 09:05:42.474128 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ea228-d239-48d6-94c1-fccdeff838b3 tempest-TestShelveInstance-1905064358 tempest-TestShelveInstance-1905064358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1626b99-df4d-4a82-9cb8-d3b0b9b495e3,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:42.639193 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39932) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:42.879477 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-f99b2f2c-2482-4834-b89b-14b6f451c842 req-8e3c0a74-a378-4896-8ae7-470017f2d848 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363132 Aug 24 09:05:42.953144 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:42.996743 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d23f09-cebd-4307-af45-305f7e0590d4 req-e69b09cb-babf-4e21-8c48-41358e211772 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:42.998435 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-65d23f09-cebd-4307-af45-305f7e0590d4 req-e69b09cb-babf-4e21-8c48-41358e211772 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 946 time: 0.0585387 Aug 24 09:05:43.064829 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-65d23f09-cebd-4307-af45-305f7e0590d4 req-6f88e5f7-b436-40e7-a8d3-992adf00afd5 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556500 Aug 24 09:05:43.238818 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698733'] for router_interface (7cf88e02-c74d-4b4c-a78b-2afb7ac55e30), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:43.300854 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af51ea-9a81-42bd-8bd9-fb1252b36677 req-112347e3-ee95-4805-8e01-11722f5420e3 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:43.302433 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-01af51ea-9a81-42bd-8bd9-fb1252b36677 req-112347e3-ee95-4805-8e01-11722f5420e3 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 946 time: 0.0494800 Aug 24 09:05:43.303852 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:43.402680 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-01af51ea-9a81-42bd-8bd9-fb1252b36677 req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Deleting port 56291ac8-9437-4cee-a25f-26f1f1d997a2 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:43.403016 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-01af51ea-9a81-42bd-8bd9-fb1252b36677 req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (56291ac8-9437-4cee-a25f-26f1f1d997a2), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:43.495105 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Deleting port 10fccbf9-9940-4e50-96b2-3c9dd3760262 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:43.495455 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:43.508073 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-01af51ea-9a81-42bd-8bd9-fb1252b36677 req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] For port 56291ac8-9437-4cee-a25f-26f1f1d997a2, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=56291ac8-9437-4cee-a25f-26f1f1d997a2,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:43.508432 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-01af51ea-9a81-42bd-8bd9-fb1252b36677 req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (56291ac8-9437-4cee-a25f-26f1f1d997a2), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:43.522850 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-01af51ea-9a81-42bd-8bd9-fb1252b36677 req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Calling delete_port for 56291ac8-9437-4cee-a25f-26f1f1d997a2 owned by compute:nova {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:43.593078 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:43.595643 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] For port 10fccbf9-9940-4e50-96b2-3c9dd3760262, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=10fccbf9-9940-4e50-96b2-3c9dd3760262,segment=NetworkSegment(8f42a49c-6366-4672-9b20-63cbcd35451c),segment_id=8f42a49c-6366-4672-9b20-63cbcd35451c)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:43.596093 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:43.611853 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Calling delete_port for 10fccbf9-9940-4e50-96b2-3c9dd3760262 owned by network:router_interface {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:43.739463 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-01af51ea-9a81-42bd-8bd9-fb1252b36677 req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (56291ac8-9437-4cee-a25f-26f1f1d997a2), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:43.774162 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event deleted for resources: {'Port': ['ID=56291ac8-9437-4cee-a25f-26f1f1d997a2,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:43.776395 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:43.791717 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.792100 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.792616 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.792972 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.793313 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.793648 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.793975 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.794310 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.794645 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.795100 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.795442 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.795775 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.796094 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.796424 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.796748 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.835692 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-01af51ea-9a81-42bd-8bd9-fb1252b36677 req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] No DVR routers for this DVR port 56291ac8-9437-4cee-a25f-26f1f1d997a2 on host hv-cinder-85221 {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:05:43.838820 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-01af51ea-9a81-42bd-8bd9-fb1252b36677 req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:43.842069 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-01af51ea-9a81-42bd-8bd9-fb1252b36677 req-f06c96a9-ccc1-4516-82f4-473c61663034 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.69 "DELETE /networking/v2.0/ports/56291ac8-9437-4cee-a25f-26f1f1d997a2 HTTP/1.1" status: 204 len: 173 time: 0.5342910 Aug 24 09:05:43.847157 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'name': 'network-vif-deleted', 'tag': '56291ac8-9437-4cee-a25f-26f1f1d997a2'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:05:43.847157 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e16a11-9710-4377-8033-cae8f3d33c3f" -d '{"events": [{"server_uuid": "c84e45c2-2f7f-4ae5-baf2-53d901647892", "name": "network-vif-deleted", "tag": "56291ac8-9437-4cee-a25f-26f1f1d997a2"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:05:43.908947 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593d2bf0-caf1-4688-b529-e31f9784ad6c x-openstack-request-id: req-593d2bf0-caf1-4688-b529-e31f9784ad6c {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:05:43.909715 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84e45c2-2f7f-4ae5-baf2-53d901647892", "name": "network-vif-deleted", "tag": "56291ac8-9437-4cee-a25f-26f1f1d997a2", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:05:43.909876 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-593d2bf0-caf1-4688-b529-e31f9784ad6c {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:05:43.910538 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593d2bf0-caf1-4688-b529-e31f9784ad6c'] response: {'server_uuid': 'c84e45c2-2f7f-4ae5-baf2-53d901647892', 'name': 'network-vif-deleted', 'tag': '56291ac8-9437-4cee-a25f-26f1f1d997a2', 'status': 'completed', 'code': 200} Aug 24 09:05:43.911202 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (10fccbf9-9940-4e50-96b2-3c9dd3760262), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:43.938587 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Pushing event deleted for resources: {'Port': ['ID=10fccbf9-9940-4e50-96b2-3c9dd3760262,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:43.952720 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.959550 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.959550 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.959550 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.959550 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.959550 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.959550 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.959550 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.959550 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.959550 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.959550 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.959550 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.959550 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.959550 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:43.959550 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:44.096964 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:44.162026 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698617'] for router_interface (7cf88e02-c74d-4b4c-a78b-2afb7ac55e30), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:44.239902 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-07e7dd67-b90e-4418-9734-68f711e108c7 req-761787b9-f1f5-4438-86fb-85c3e21fd17e tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 210 time: 0.0508654 Aug 24 09:05:44.287996 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-670dac77-8120-429f-bb34-0d92fde7a76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:44.375427 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:44.432053 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Router 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:05:44.581834 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:05:44.589601 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-b5619d94-2a0b-44a3-aa49-affdcef6886e admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/7cf88e02-c74d-4b4c-a78b-2afb7ac55e30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9464531 Aug 24 09:05:44.590182 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39948) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:44.593126 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab14099-ea00-4e37-a752-427af4cd5dad None None] Sync routers for ids ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:05:44.606345 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab14099-ea00-4e37-a752-427af4cd5dad None None] Routers {'7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:05:44.607018 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-cab14099-ea00-4e37-a752-427af4cd5dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:44.712833 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-aff13fb8-5c4e-45a2-8709-358a1818a2a3 admin admin] Publish callbacks [] for router (7cf88e02-c74d-4b4c-a78b-2afb7ac55e30), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:44.730469 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-cab14099-ea00-4e37-a752-427af4cd5dad None None] Set router 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:05:44.863800 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-aff13fb8-5c4e-45a2-8709-358a1818a2a3 admin admin] Publish callbacks [] for router_gateway (7cf88e02-c74d-4b4c-a78b-2afb7ac55e30), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:44.989292 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-aff13fb8-5c4e-45a2-8709-358a1818a2a3 admin admin] Deleting port 1c9d6c76-93a4-44da-9ba4-db220f847e3b {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:44.989692 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-aff13fb8-5c4e-45a2-8709-358a1818a2a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (1c9d6c76-93a4-44da-9ba4-db220f847e3b), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:45.100410 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-cab14099-ea00-4e37-a752-427af4cd5dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'name': 'tempest-TestShelveInstance-142953912-router', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:23Z', 'updated_at': '2022-08-24T09:05:43Z', 'revision_number': 5, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'gw_port': {'id': '1c9d6c76-93a4-44da-9ba4-db220f847e3b', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:24Z', 'updated_at': '2022-08-24T09:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:45.106442 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-aff13fb8-5c4e-45a2-8709-358a1818a2a3 admin admin] For port 1c9d6c76-93a4-44da-9ba4-db220f847e3b, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=1c9d6c76-93a4-44da-9ba4-db220f847e3b,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:45.107110 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-aff13fb8-5c4e-45a2-8709-358a1818a2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (1c9d6c76-93a4-44da-9ba4-db220f847e3b), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:45.110787 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:45.129883 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-aff13fb8-5c4e-45a2-8709-358a1818a2a3 admin admin] Calling delete_port for 1c9d6c76-93a4-44da-9ba4-db220f847e3b owned by network:router_gateway {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:45.146142 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab14099-ea00-4e37-a752-427af4cd5dad None None] Checking router: 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:05:45.161318 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab14099-ea00-4e37-a752-427af4cd5dad None None] Routers {'7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:05:45.163108 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-cab14099-ea00-4e37-a752-427af4cd5dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:45.266624 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-cab14099-ea00-4e37-a752-427af4cd5dad None None] Set router 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 gateway port host: None {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:05:45.364399 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-cab14099-ea00-4e37-a752-427af4cd5dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'name': 'tempest-TestShelveInstance-142953912-router', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:23Z', 'updated_at': '2022-08-24T09:05:44Z', 'revision_number': 6, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'gw_port_host': None}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:45.402969 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab14099-ea00-4e37-a752-427af4cd5dad None None] The sync data for ids ['7cf88e02-c74d-4b4c-a78b-2afb7ac55e30'] in dv-cinder-852211-5-iscsi is: [{'id': '7cf88e02-c74d-4b4c-a78b-2afb7ac55e30', 'name': 'tempest-TestShelveInstance-142953912-router', 'tenant_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:23Z', 'updated_at': '2022-08-24T09:05:44Z', 'revision_number': 6, 'project_id': '065b8b1394f24ce1973119ee8cd6bd2c', 'gw_port_host': None}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:05:45.487573 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2cb8243b-ab72-47f6-8538-f06c76a16641 req-7573fc15-e1b4-4121-ac69-abd194dc19ae tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c84e45c2-2f7f-4ae5-baf2-53d901647892 HTTP/1.1" status: 200 len: 210 time: 0.0581069 Aug 24 09:05:45.495202 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025198e-d218-4721-ae1a-f05261bf4c94 req-fe0f9edf-e441-4e64-a69f-e9f623da66d1 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:45.497006 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8025198e-d218-4721-ae1a-f05261bf4c94 req-fe0f9edf-e441-4e64-a69f-e9f623da66d1 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0854723 Aug 24 09:05:45.569241 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-aff13fb8-5c4e-45a2-8709-358a1818a2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (1c9d6c76-93a4-44da-9ba4-db220f847e3b), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:45.601012 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-8025198e-d218-4721-ae1a-f05261bf4c94 req-a2f5cba4-3e41-4bc7-884a-63dbdde2b48f tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965738 Aug 24 09:05:45.604253 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff13fb8-5c4e-45a2-8709-358a1818a2a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c9d6c76-93a4-44da-9ba4-db220f847e3b,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:45.678543 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-aff13fb8-5c4e-45a2-8709-358a1818a2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698408'] for router_gateway (7cf88e02-c74d-4b4c-a78b-2afb7ac55e30), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:45.733633 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:45.777033 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-aff13fb8-5c4e-45a2-8709-358a1818a2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (7cf88e02-c74d-4b4c-a78b-2afb7ac55e30), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:45.779739 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-aff13fb8-5c4e-45a2-8709-358a1818a2a3 admin admin] Publish callbacks [] for router_controller (7cf88e02-c74d-4b4c-a78b-2afb7ac55e30), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:45.822589 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 56291ac8-9437-4cee-a25f-26f1f1d997a2 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:05:45.851131 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: 56291ac8-9437-4cee-a25f-26f1f1d997a2 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:05:45.851480 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 56291ac8-9437-4cee-a25f-26f1f1d997a2 not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:05:45.906683 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-aff13fb8-5c4e-45a2-8709-358a1818a2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698698'] for router (7cf88e02-c74d-4b4c-a78b-2afb7ac55e30), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:45.907460 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff13fb8-5c4e-45a2-8709-358a1818a2a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 {{(pid=118617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 09:05:45.912660 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-aff13fb8-5c4e-45a2-8709-358a1818a2a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:45.913821 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-aff13fb8-5c4e-45a2-8709-358a1818a2a3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/7cf88e02-c74d-4b4c-a78b-2afb7ac55e30 HTTP/1.1" status: 204 len: 168 time: 1.3214016 Aug 24 09:05:45.916421 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39964) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:45.963569 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_v2 [None req-79922ad6-3e52-4916-a856-654542db0ee5 admin admin] Deleting subnet d2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e {{(pid=118617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 09:05:45.966889 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-79922ad6-3e52-4916-a856-654542db0ee5 admin admin] Publish callbacks [] for subnet (d2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:45.985377 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:46.002477 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-79922ad6-3e52-4916-a856-654542db0ee5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252308860'] for subnet (d2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:46.092589 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-79922ad6-3e52-4916-a856-654542db0ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038139'] for subnet (d2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:46.236162 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 1c9d6c76-93a4-44da-9ba4-db220f847e3b no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:05:46.241629 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-79922ad6-3e52-4916-a856-654542db0ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252178608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251664119'] for subnet (d2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:46.259440 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: 1c9d6c76-93a4-44da-9ba4-db220f847e3b {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:05:46.259974 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 1c9d6c76-93a4-44da-9ba4-db220f847e3b not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:05:46.260396 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 10fccbf9-9940-4e50-96b2-3c9dd3760262 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:05:46.266110 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79922ad6-3e52-4916-a856-654542db0ee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:46.270026 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-79922ad6-3e52-4916-a856-654542db0ee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:46.273338 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-79922ad6-3e52-4916-a856-654542db0ee5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/d2b5ac75-4a97-4e5d-87d8-d1d1bf21ba2e HTTP/1.1" status: 204 len: 168 time: 0.3559287 Aug 24 09:05:46.277968 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39966) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:46.284256 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: 10fccbf9-9940-4e50-96b2-3c9dd3760262 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:05:46.284631 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 10fccbf9-9940-4e50-96b2-3c9dd3760262 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:05:46.293358 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435fb9e6-3864-4108-88a0-99764812b015 None None] Network 01f07883-0fad-4927-b76b-042659a40090 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:05:46.306991 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:46.368480 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623286'] for network (01f07883-0fad-4927-b76b-042659a40090), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:46.418746 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] Deleting port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:46.419117 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (fac92692-7ae9-4e70-aaa1-e2c3c30e6b30), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:46.502259 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35751bd1-7ff2-4b44-901f-50cee530a470 None None] DHCP port deletion for 01f07883-0fad-4927-b76b-042659a40090 request from dv-cinder-852211-5-iscsi {{(pid=118618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 09:05:46.507769 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] For port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=fac92692-7ae9-4e70-aaa1-e2c3c30e6b30,segment=NetworkSegment(8f42a49c-6366-4672-9b20-63cbcd35451c),segment_id=8f42a49c-6366-4672-9b20-63cbcd35451c)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:46.508577 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (fac92692-7ae9-4e70-aaa1-e2c3c30e6b30), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:46.538009 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] Calling delete_port for fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 owned by network:dhcp {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:46.591779 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 39972) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:46.592738 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-35751bd1-7ff2-4b44-901f-50cee530a470 None None] Deleting port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 {{(pid=118618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:46.593513 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-35751bd1-7ff2-4b44-901f-50cee530a470 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (fac92692-7ae9-4e70-aaa1-e2c3c30e6b30), before_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:46.686204 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-35751bd1-7ff2-4b44-901f-50cee530a470 None None] For port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=fac92692-7ae9-4e70-aaa1-e2c3c30e6b30,segment=NetworkSegment(8f42a49c-6366-4672-9b20-63cbcd35451c),segment_id=8f42a49c-6366-4672-9b20-63cbcd35451c)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:46.686591 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-35751bd1-7ff2-4b44-901f-50cee530a470 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (fac92692-7ae9-4e70-aaa1-e2c3c30e6b30), precommit_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:46.701450 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-35751bd1-7ff2-4b44-901f-50cee530a470 None None] Calling delete_port for fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 owned by network:dhcp {{(pid=118618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:46.703241 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:46.739853 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (fac92692-7ae9-4e70-aaa1-e2c3c30e6b30), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:46.769206 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] Pushing event deleted for resources: {'Port': ['ID=fac92692-7ae9-4e70-aaa1-e2c3c30e6b30,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:46.783580 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] No DVR routers for this DVR port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 on host dv-cinder-852211-5-iscsi {{(pid=118617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:05:46.791438 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-63ecf6f4-badb-433a-b25c-9636c3b1f831 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Deleting port 5efa0ec4-394e-4108-b8c5-1053dcc1e22b {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:46.792249 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-63ecf6f4-badb-433a-b25c-9636c3b1f831 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (5efa0ec4-394e-4108-b8c5-1053dcc1e22b), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:46.792913 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185f659-f103-4e30-a2ae-b71915bcb204 req-a396d89c-48a1-499f-ab74-d70b956d5319 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:46.794482 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4185f659-f103-4e30-a2ae-b71915bcb204 req-a396d89c-48a1-499f-ab74-d70b956d5319 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0859497 Aug 24 09:05:46.848530 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-35751bd1-7ff2-4b44-901f-50cee530a470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847'] for port (fac92692-7ae9-4e70-aaa1-e2c3c30e6b30), after_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:46.880189 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35751bd1-7ff2-4b44-901f-50cee530a470 None None] Pushing event deleted for resources: {'Port': ['ID=fac92692-7ae9-4e70-aaa1-e2c3c30e6b30,revision_number=None']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:46.891079 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35751bd1-7ff2-4b44-901f-50cee530a470 None None] No DVR routers for this DVR port fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 on host dv-cinder-852211-5-iscsi {{(pid=118618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:05:46.934256 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-63ecf6f4-badb-433a-b25c-9636c3b1f831 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (5efa0ec4-394e-4108-b8c5-1053dcc1e22b), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:46.934946 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-63ecf6f4-badb-433a-b25c-9636c3b1f831 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for floatingip (5efa0ec4-394e-4108-b8c5-1053dcc1e22b), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:46.944011 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038395', 'neutron.services.segments.db._delete_segments_for_network-8762420374128'] for network (01f07883-0fad-4927-b76b-042659a40090), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:46.954747 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-63ecf6f4-badb-433a-b25c-9636c3b1f831 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Calling delete_port for 5efa0ec4-394e-4108-b8c5-1053dcc1e22b owned by network:floatingip {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:46.991287 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f07883-0fad-4927-b76b-042659a40090']}} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:47.002665 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-4185f659-f103-4e30-a2ae-b71915bcb204 req-b430b2ad-e83f-4d85-9e9b-6185ce8d9e83 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811259 Aug 24 09:05:47.006316 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f42a49c-6366-4672-9b20-63cbcd35451c') {'for_net_delete': True} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:47.006637 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f42a49c-6366-4672-9b20-63cbcd35451c') {} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:47.017164 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420431854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252308853'] for segment (8f42a49c-6366-4672-9b20-63cbcd35451c), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:47.018755 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:47.042592 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (8f42a49c-6366-4672-9b20-63cbcd35451c), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:47.053265 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=118617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 09:05:47.055971 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-252178646'] for segment (8f42a49c-6366-4672-9b20-63cbcd35451c), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:47.125122 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.services.segments.plugin [-] Segment 8f42a49c-6366-4672-9b20-63cbcd35451c resource provider aggregate not found Aug 24 09:05:47.143850 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.services.segments.plugin [-] Segment 8f42a49c-6366-4672-9b20-63cbcd35451c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f42a49c-6366-4672-9b20-63cbcd35451c found for delete ", "request_id": "req-d03e1f27-ac45-403a-842c-bf49ae696dca"}]} Aug 24 09:05:47.191089 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-63ecf6f4-badb-433a-b25c-9636c3b1f831 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (5efa0ec4-394e-4108-b8c5-1053dcc1e22b), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:47.213855 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698380'] for network (01f07883-0fad-4927-b76b-042659a40090), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:47.215867 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecf6f4-badb-433a-b25c-9636c3b1f831 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event deleted for resources: {'Port': ['ID=5efa0ec4-394e-4108-b8c5-1053dcc1e22b,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:47.224194 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:47.229291 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/01f07883-0fad-4927-b76b-042659a40090 HTTP/1.1" status: 204 len: 168 time: 0.9499109 Aug 24 09:05:47.238178 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 39980) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:47.245630 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a242743-dd37-49f5-aed8-190b6d2df88f admin admin] Pushing event deleted for resources: {'Network': ['ID=01f07883-0fad-4927-b76b-042659a40090,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:47.288778 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-63ecf6f4-badb-433a-b25c-9636c3b1f831 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for floatingip (5147eae4-2031-4886-ba4c-442c6af941e9), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:47.291361 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-63ecf6f4-badb-433a-b25c-9636c3b1f831 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:47.292533 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-63ecf6f4-badb-433a-b25c-9636c3b1f831 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/5147eae4-2031-4886-ba4c-442c6af941e9 HTTP/1.1" status: 204 len: 168 time: 0.6997354 Aug 24 09:05:47.682058 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:47.794867 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:47.850875 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:47.855610 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-02a16b07-8ae5-4c7b-a031-3189643c1517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698733'] for router_interface (549ca363-9e6c-4651-8160-48af43e76159), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:47.941662 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c009552-582e-413b-b298-ded055590201 req-4895b215-45fd-4166-b634-8c246a409aba tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:47.943277 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9c009552-582e-413b-b298-ded055590201 req-4895b215-45fd-4166-b634-8c246a409aba tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0591648 Aug 24 09:05:47.973511 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:05:47.997457 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:05:48.000488 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device fac92692-7ae9-4e70-aaa1-e2c3c30e6b30 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:05:48.040569 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-9c009552-582e-413b-b298-ded055590201 req-10eb9b2f-25da-4f4f-bb51-13c65639c81e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Deleting port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:48.040569 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-9c009552-582e-413b-b298-ded055590201 req-10eb9b2f-25da-4f4f-bb51-13c65639c81e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (5c3bb3c2-d660-4f43-aa63-6fdcfffd548a), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:48.134137 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-02a16b07-8ae5-4c7b-a031-3189643c1517 admin admin] Deleting port dad726cf-076e-43b5-aafd-a4d45cbda47e {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:48.134474 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-02a16b07-8ae5-4c7b-a031-3189643c1517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:48.204716 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cb5fe-a3d1-473f-8301-f80f3cc970c4 req-eb4ac01e-213b-4634-a5eb-db6c957cc034 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:48.206355 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-bd5cb5fe-a3d1-473f-8301-f80f3cc970c4 req-eb4ac01e-213b-4634-a5eb-db6c957cc034 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 945 time: 0.0714860 Aug 24 09:05:48.221230 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-9c009552-582e-413b-b298-ded055590201 req-10eb9b2f-25da-4f4f-bb51-13c65639c81e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] For port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5c3bb3c2-d660-4f43-aa63-6fdcfffd548a,segment=NetworkSegment(9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef),segment_id=9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:48.221641 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-9c009552-582e-413b-b298-ded055590201 req-10eb9b2f-25da-4f4f-bb51-13c65639c81e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (5c3bb3c2-d660-4f43-aa63-6fdcfffd548a), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:48.236397 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-02a16b07-8ae5-4c7b-a031-3189643c1517 admin admin] For port dad726cf-076e-43b5-aafd-a4d45cbda47e, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=dad726cf-076e-43b5-aafd-a4d45cbda47e,segment=NetworkSegment(01c7abbf-96cd-4694-af39-5b5694315979),segment_id=01c7abbf-96cd-4694-af39-5b5694315979)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:48.236771 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-02a16b07-8ae5-4c7b-a031-3189643c1517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:48.254328 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-02a16b07-8ae5-4c7b-a031-3189643c1517 admin admin] Calling delete_port for dad726cf-076e-43b5-aafd-a4d45cbda47e owned by network:router_interface {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:48.347160 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-bd5cb5fe-a3d1-473f-8301-f80f3cc970c4 req-89c930b0-a08f-4c3f-9b0c-d066b8940076 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3a62daa9-a692-4070-a8bc-9b0485bd7c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282585 Aug 24 09:05:48.378693 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:48.392381 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:48.475768 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:48.519684 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-9c009552-582e-413b-b298-ded055590201 req-10eb9b2f-25da-4f4f-bb51-13c65639c81e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:48.520054 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-9c009552-582e-413b-b298-ded055590201 req-10eb9b2f-25da-4f4f-bb51-13c65639c81e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (c8dfa4e4-6967-4836-b238-2b874a805e17), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:48.520380 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.l3_db [req-9c009552-582e-413b-b298-ded055590201 req-10eb9b2f-25da-4f4f-bb51-13c65639c81e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Floating IP c8dfa4e4-6967-4836-b238-2b874a805e17 disassociated. External IP: 172.27.1.116, port: 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a. Aug 24 09:05:48.520796 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-9c009552-582e-413b-b298-ded055590201 req-10eb9b2f-25da-4f4f-bb51-13c65639c81e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Calling delete_port for 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a owned by compute:nova {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:48.545330 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-02a16b07-8ae5-4c7b-a031-3189643c1517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (dad726cf-076e-43b5-aafd-a4d45cbda47e), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:48.570530 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a16b07-8ae5-4c7b-a031-3189643c1517 admin admin] Pushing event deleted for resources: {'Port': ['ID=dad726cf-076e-43b5-aafd-a4d45cbda47e,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:48.714130 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 39996) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:48.787419 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-02a16b07-8ae5-4c7b-a031-3189643c1517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698617'] for router_interface (549ca363-9e6c-4651-8160-48af43e76159), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:48.825031 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-9c009552-582e-413b-b298-ded055590201 req-10eb9b2f-25da-4f4f-bb51-13c65639c81e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (5c3bb3c2-d660-4f43-aa63-6fdcfffd548a), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:48.830221 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9f37c70b-0385-46f0-9291-7e25e06713b9 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group (f32ffc6f-3de5-4489-b5b6-246e80c4bbf4), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:48.885407 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb9b2f-25da-4f4f-bb51-13c65639c81e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Pushing event deleted for resources: {'Port': ['ID=5c3bb3c2-d660-4f43-aa63-6fdcfffd548a,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:48.903345 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9f37c70b-0385-46f0-9291-7e25e06713b9 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group (f32ffc6f-3de5-4489-b5b6-246e80c4bbf4), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:49.077980 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a16b07-8ae5-4c7b-a031-3189643c1517 admin admin] Router 549ca363-9e6c-4651-8160-48af43e76159 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:05:49.228519 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de01b0-0416-467d-b583-52c0534b3dec req-4330c50d-2e19-4df6-9fee-e07e2353010e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:49.230027 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-41de01b0-0416-467d-b583-52c0534b3dec req-4330c50d-2e19-4df6-9fee-e07e2353010e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 945 time: 0.0892167 Aug 24 09:05:49.271913 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a16b07-8ae5-4c7b-a031-3189643c1517 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:05:49.284204 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-02a16b07-8ae5-4c7b-a031-3189643c1517 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/549ca363-9e6c-4651-8160-48af43e76159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0390692 Aug 24 09:05:49.286477 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40006) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:49.288669 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54b3abf-3b29-4910-a61e-fd3bd777e08e None None] Sync routers for ids ['549ca363-9e6c-4651-8160-48af43e76159'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:05:49.301084 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54b3abf-3b29-4910-a61e-fd3bd777e08e None None] Routers {'549ca363-9e6c-4651-8160-48af43e76159'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:05:49.301735 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-a54b3abf-3b29-4910-a61e-fd3bd777e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['549ca363-9e6c-4651-8160-48af43e76159'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:49.342936 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c009552-582e-413b-b298-ded055590201 req-10eb9b2f-25da-4f4f-bb51-13c65639c81e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Router 69fade73-84f6-4681-b733-3b5af71372c3 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:05:49.456106 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-a54b3abf-3b29-4910-a61e-fd3bd777e08e None None] Set router 549ca363-9e6c-4651-8160-48af43e76159 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:05:49.481348 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c009552-582e-413b-b298-ded055590201 req-10eb9b2f-25da-4f4f-bb51-13c65639c81e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:05:49.504242 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c80e7a-8f76-4324-ae16-cc88adfb33af None None] Sync routers for ids ['69fade73-84f6-4681-b733-3b5af71372c3'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:05:49.532525 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c009552-582e-413b-b298-ded055590201 req-10eb9b2f-25da-4f4f-bb51-13c65639c81e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] No DVR routers for this DVR port 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a on host hv-cinder-85221 {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:05:49.535446 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-9c009552-582e-413b-b298-ded055590201 req-10eb9b2f-25da-4f4f-bb51-13c65639c81e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:49.540192 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-9c009552-582e-413b-b298-ded055590201 req-10eb9b2f-25da-4f4f-bb51-13c65639c81e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.69 "DELETE /networking/v2.0/ports/5c3bb3c2-d660-4f43-aa63-6fdcfffd548a HTTP/1.1" status: 204 len: 173 time: 1.5911996 Aug 24 09:05:49.540951 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f4a615-3552-4705-b075-8eacf5e46966', 'name': 'network-vif-deleted', 'tag': '5c3bb3c2-d660-4f43-aa63-6fdcfffd548a'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:05:49.543542 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a6a905-1f72-40a2-9443-7ff65a1271f7" -d '{"events": [{"server_uuid": "89f4a615-3552-4705-b075-8eacf5e46966", "name": "network-vif-deleted", "tag": "5c3bb3c2-d660-4f43-aa63-6fdcfffd548a"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:05:49.568395 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-41de01b0-0416-467d-b583-52c0534b3dec req-bc77f91d-57a5-46de-99d4-01d6de22ca80 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292074 Aug 24 09:05:49.572617 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c80e7a-8f76-4324-ae16-cc88adfb33af None None] Routers {'69fade73-84f6-4681-b733-3b5af71372c3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:05:49.573860 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-d2c80e7a-8f76-4324-ae16-cc88adfb33af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['69fade73-84f6-4681-b733-3b5af71372c3'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:49.600257 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40012) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:49.632064 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-71e30e49-c724-4517-ba41-f798f4afbd7c admin admin] Publish callbacks [] for router (549ca363-9e6c-4651-8160-48af43e76159), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:49.662070 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a11e04b5-fc54-472f-994b-7ca26b113680 req-95f2b2d7-a643-4cad-9635-833f16dc98cc tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 210 time: 0.0354409 Aug 24 09:05:49.683910 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a623a529-8e81-4e72-a5eb-8615e1323fb4 x-openstack-request-id: req-a623a529-8e81-4e72-a5eb-8615e1323fb4 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:05:49.684232 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f4a615-3552-4705-b075-8eacf5e46966", "name": "network-vif-deleted", "tag": "5c3bb3c2-d660-4f43-aa63-6fdcfffd548a", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:05:49.684507 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a623a529-8e81-4e72-a5eb-8615e1323fb4 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:05:49.684921 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a623a529-8e81-4e72-a5eb-8615e1323fb4'] response: {'server_uuid': '89f4a615-3552-4705-b075-8eacf5e46966', 'name': 'network-vif-deleted', 'tag': '5c3bb3c2-d660-4f43-aa63-6fdcfffd548a', 'status': 'completed', 'code': 200} Aug 24 09:05:49.690461 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9f37c70b-0385-46f0-9291-7e25e06713b9 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (f32ffc6f-3de5-4489-b5b6-246e80c4bbf4), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:49.693362 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-9f37c70b-0385-46f0-9291-7e25e06713b9 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:49.697756 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-9f37c70b-0385-46f0-9291-7e25e06713b9 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f32ffc6f-3de5-4489-b5b6-246e80c4bbf4 HTTP/1.1" status: 204 len: 168 time: 0.9792387 Aug 24 09:05:49.698007 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-a54b3abf-3b29-4910-a61e-fd3bd777e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549ca363-9e6c-4651-8160-48af43e76159', 'name': 'tempest-TestShelveInstance-1332181383-router', 'tenant_id': '5b1ec073f8634ba2927ea52b735f653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '55632e78-73d1-421a-ab76-d461de6316cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:31Z', 'updated_at': '2022-08-24T09:05:48Z', 'revision_number': 5, 'project_id': '5b1ec073f8634ba2927ea52b735f653c', 'gw_port': {'id': '55632e78-73d1-421a-ab76-d461de6316cd', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549ca363-9e6c-4651-8160-48af43e76159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:32Z', 'updated_at': '2022-08-24T09:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:49.714292 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37c70b-0385-46f0-9291-7e25e06713b9 tempest-TestVolumeBootPattern-1700091208 tempest-TestVolumeBootPattern-1700091208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32ffc6f-3de5-4489-b5b6-246e80c4bbf4,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:49.726417 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54b3abf-3b29-4910-a61e-fd3bd777e08e None None] Checking router: 549ca363-9e6c-4651-8160-48af43e76159 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:05:49.738357 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54b3abf-3b29-4910-a61e-fd3bd777e08e None None] Routers {'549ca363-9e6c-4651-8160-48af43e76159'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:05:49.739028 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-a54b3abf-3b29-4910-a61e-fd3bd777e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['549ca363-9e6c-4651-8160-48af43e76159'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:49.812708 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:49.845383 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-71e30e49-c724-4517-ba41-f798f4afbd7c admin admin] Publish callbacks [] for router_gateway (549ca363-9e6c-4651-8160-48af43e76159), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:49.874906 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40018) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:49.882717 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-a54b3abf-3b29-4910-a61e-fd3bd777e08e None None] Set router 549ca363-9e6c-4651-8160-48af43e76159 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:05:49.887663 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-d2c80e7a-8f76-4324-ae16-cc88adfb33af None None] Set router 69fade73-84f6-4681-b733-3b5af71372c3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:05:49.930117 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:49.932035 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1375e68f-bb09-4ae0-98bc-9143697d037e tempest-TestMinimumBasicScenario-1448447792 tempest-TestMinimumBasicScenario-1448447792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:49.936560 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:49.936850 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-1375e68f-bb09-4ae0-98bc-9143697d037e tempest-TestMinimumBasicScenario-1448447792 tempest-TestMinimumBasicScenario-1448447792-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 1124 time: 0.3348486 Aug 24 09:05:49.941105 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40022) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:49.949690 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Request body: {'floatingip': {'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'port_id': '43e6416e-1808-4db7-9eb7-f04c24a55198', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:05:50.009009 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-71e30e49-c724-4517-ba41-f798f4afbd7c admin admin] Deleting port 55632e78-73d1-421a-ab76-d461de6316cd {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:50.009009 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-71e30e49-c724-4517-ba41-f798f4afbd7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (55632e78-73d1-421a-ab76-d461de6316cd), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:50.066698 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:50.125737 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-a54b3abf-3b29-4910-a61e-fd3bd777e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549ca363-9e6c-4651-8160-48af43e76159', 'name': 'tempest-TestShelveInstance-1332181383-router', 'tenant_id': '5b1ec073f8634ba2927ea52b735f653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '55632e78-73d1-421a-ab76-d461de6316cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:31Z', 'updated_at': '2022-08-24T09:05:48Z', 'revision_number': 5, 'project_id': '5b1ec073f8634ba2927ea52b735f653c', 'gw_port': {'id': '55632e78-73d1-421a-ab76-d461de6316cd', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549ca363-9e6c-4651-8160-48af43e76159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:32Z', 'updated_at': '2022-08-24T09:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:50.166796 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54b3abf-3b29-4910-a61e-fd3bd777e08e None None] The sync data for ids ['549ca363-9e6c-4651-8160-48af43e76159'] in dv-cinder-852211-5-iscsi is: [{'id': '549ca363-9e6c-4651-8160-48af43e76159', 'name': 'tempest-TestShelveInstance-1332181383-router', 'tenant_id': '5b1ec073f8634ba2927ea52b735f653c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '55632e78-73d1-421a-ab76-d461de6316cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:00:31Z', 'updated_at': '2022-08-24T09:05:48Z', 'revision_number': 5, 'project_id': '5b1ec073f8634ba2927ea52b735f653c', 'gw_port': {'id': '55632e78-73d1-421a-ab76-d461de6316cd', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549ca363-9e6c-4651-8160-48af43e76159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:00:32Z', 'updated_at': '2022-08-24T09:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:05:50.170600 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-71e30e49-c724-4517-ba41-f798f4afbd7c admin admin] For port 55632e78-73d1-421a-ab76-d461de6316cd, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=55632e78-73d1-421a-ab76-d461de6316cd,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:50.171244 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-71e30e49-c724-4517-ba41-f798f4afbd7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (55632e78-73d1-421a-ab76-d461de6316cd), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:50.191137 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-71e30e49-c724-4517-ba41-f798f4afbd7c admin admin] Calling delete_port for 55632e78-73d1-421a-ab76-d461de6316cd owned by network:router_gateway {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:50.218339 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:50.221896 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:50.306232 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-d2c80e7a-8f76-4324-ae16-cc88adfb33af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:33Z', 'revision_number': 4, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6', 'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'mac_address': 'fa:16:3e:8e:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:32Z', 'updated_at': '2022-08-24T09:02:38Z', 'revision_number': 5, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'subnets': [{'id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:50.348505 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c80e7a-8f76-4324-ae16-cc88adfb33af None None] Checking router: 69fade73-84f6-4681-b733-3b5af71372c3 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:05:50.362071 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c80e7a-8f76-4324-ae16-cc88adfb33af None None] Routers {'69fade73-84f6-4681-b733-3b5af71372c3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:05:50.363055 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-d2c80e7a-8f76-4324-ae16-cc88adfb33af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['69fade73-84f6-4681-b733-3b5af71372c3'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:50.458580 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:50.465885 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Allocated IP 172.27.1.182 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/9cbb51db-bdd2-4acf-b2d4-f7ea0c6d7f21) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:05:50.490980 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:50.526084 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-d2c80e7a-8f76-4324-ae16-cc88adfb33af None None] Set router 69fade73-84f6-4681-b733-3b5af71372c3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:05:50.644078 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-71e30e49-c724-4517-ba41-f798f4afbd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (55632e78-73d1-421a-ab76-d461de6316cd), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:50.649096 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-770c8b8d-cce8-43a5-87fc-12eae4922155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698733'] for router_interface (8fe60407-1a57-4c0e-bf05-9f88bd117274), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:50.699890 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e30e49-c724-4517-ba41-f798f4afbd7c admin admin] Pushing event deleted for resources: {'Port': ['ID=55632e78-73d1-421a-ab76-d461de6316cd,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:50.799579 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:50.817491 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-71e30e49-c724-4517-ba41-f798f4afbd7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698408'] for router_gateway (549ca363-9e6c-4651-8160-48af43e76159), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:50.859968 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for port (9cbb51db-bdd2-4acf-b2d4-f7ea0c6d7f21), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:50.878721 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-d2c80e7a-8f76-4324-ae16-cc88adfb33af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:33Z', 'revision_number': 4, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6', 'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'mac_address': 'fa:16:3e:8e:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:32Z', 'updated_at': '2022-08-24T09:02:38Z', 'revision_number': 5, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'subnets': [{'id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:50.916285 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c80e7a-8f76-4324-ae16-cc88adfb33af None None] The sync data for ids ['69fade73-84f6-4681-b733-3b5af71372c3'] in dv-cinder-852211-5-iscsi is: [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:33Z', 'revision_number': 4, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6', 'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'mac_address': 'fa:16:3e:8e:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:32Z', 'updated_at': '2022-08-24T09:02:38Z', 'revision_number': 5, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'subnets': [{'id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:05:50.983541 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-72a6b12f-7e11-408c-95e5-4b2287b853e0 req-16693170-39cb-497b-8eab-32c0547f0f98 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89f4a615-3552-4705-b075-8eacf5e46966 HTTP/1.1" status: 200 len: 210 time: 0.1098201 Aug 24 09:05:50.989278 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-71e30e49-c724-4517-ba41-f798f4afbd7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (549ca363-9e6c-4651-8160-48af43e76159), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:50.991964 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-71e30e49-c724-4517-ba41-f798f4afbd7c admin admin] Publish callbacks [] for router_controller (549ca363-9e6c-4651-8160-48af43e76159), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:51.059285 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (9cbb51db-bdd2-4acf-b2d4-f7ea0c6d7f21), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:51.124365 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-770c8b8d-cce8-43a5-87fc-12eae4922155 admin admin] Deleting port fbb63889-7560-463d-ae40-cc895a09e3c2 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:51.124365 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-770c8b8d-cce8-43a5-87fc-12eae4922155 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:51.132772 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:05:51.142374 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:05:51.153043 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:05:51.160929 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Pushing event updated for resources: {'Port': ['ID=9cbb51db-bdd2-4acf-b2d4-f7ea0c6d7f21,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:51.169439 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-71e30e49-c724-4517-ba41-f798f4afbd7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698698'] for router (549ca363-9e6c-4651-8160-48af43e76159), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:51.170620 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e30e49-c724-4517-ba41-f798f4afbd7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 549ca363-9e6c-4651-8160-48af43e76159 {{(pid=118617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 09:05:51.181187 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-71e30e49-c724-4517-ba41-f798f4afbd7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:51.185543 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-71e30e49-c724-4517-ba41-f798f4afbd7c admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/549ca363-9e6c-4651-8160-48af43e76159 HTTP/1.1" status: 204 len: 168 time: 1.8969629 Aug 24 09:05:51.187219 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40026) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:51.207538 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:51.263571 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:51.285670 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba74129-01f1-4129-9b75-97e91840682e admin admin] Deleting subnet 4f387064-6dee-42ee-9416-6fbedc006a6b {{(pid=118617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 09:05:51.298052 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ba74129-01f1-4129-9b75-97e91840682e admin admin] Publish callbacks [] for subnet (4f387064-6dee-42ee-9416-6fbedc006a6b), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:51.337135 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7796f31-d39c-466b-8ea5-15f78105e6d2 None None] New status for floating IP c8dfa4e4-6967-4836-b238-2b874a805e17: DOWN {{(pid=118619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:05:51.355121 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [None req-770c8b8d-cce8-43a5-87fc-12eae4922155 admin admin] For port fbb63889-7560-463d-ae40-cc895a09e3c2, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=fbb63889-7560-463d-ae40-cc895a09e3c2,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:51.363066 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-770c8b8d-cce8-43a5-87fc-12eae4922155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:51.391927 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ba74129-01f1-4129-9b75-97e91840682e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252308860'] for subnet (4f387064-6dee-42ee-9416-6fbedc006a6b), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:51.424698 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-770c8b8d-cce8-43a5-87fc-12eae4922155 admin admin] Calling delete_port for fbb63889-7560-463d-ae40-cc895a09e3c2 owned by network:router_interface {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:51.524802 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ba74129-01f1-4129-9b75-97e91840682e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038139'] for subnet (4f387064-6dee-42ee-9416-6fbedc006a6b), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:51.724620 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ba74129-01f1-4129-9b75-97e91840682e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252178608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251664119'] for subnet (4f387064-6dee-42ee-9416-6fbedc006a6b), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:51.782473 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba74129-01f1-4129-9b75-97e91840682e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f387064-6dee-42ee-9416-6fbedc006a6b,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:51.782473 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ba74129-01f1-4129-9b75-97e91840682e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:51.791451 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-0ba74129-01f1-4129-9b75-97e91840682e admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/4f387064-6dee-42ee-9416-6fbedc006a6b HTTP/1.1" status: 204 len: 168 time: 0.6018522 Aug 24 09:05:51.792313 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40028) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:51.792706 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af585308-2cdb-43e2-827a-2f240a53c464 None None] Network ead826fb-5abb-49e6-91ba-5033d546a2e1 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:05:51.839026 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:51.883437 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:05:51.922064 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:51.948347 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:05:51.948713 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 5c3bb3c2-d660-4f43-aa63-6fdcfffd548a not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:05:51.950338 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for floatingip (45839e43-a22e-4bb5-98b3-03a30b1af17f), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:51.992957 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623286'] for network (ead826fb-5abb-49e6-91ba-5033d546a2e1), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:52.018969 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:52.062160 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d92f8fb-095f-496f-a912-6c49ffadef9c None None] DHCP port deletion for ead826fb-5abb-49e6-91ba-5033d546a2e1 request from dv-cinder-852211-5-iscsi {{(pid=118618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 09:05:52.078880 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] Deleting port f7b9f83b-caf3-4da3-938e-98d97443d990 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:52.079227 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (f7b9f83b-caf3-4da3-938e-98d97443d990), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:52.107194 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 55632e78-73d1-421a-ab76-d461de6316cd no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:05:52.138569 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: 55632e78-73d1-421a-ab76-d461de6316cd {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:05:52.139099 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 55632e78-73d1-421a-ab76-d461de6316cd not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:05:52.139631 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device dad726cf-076e-43b5-aafd-a4d45cbda47e no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:05:52.159324 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-770c8b8d-cce8-43a5-87fc-12eae4922155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (fbb63889-7560-463d-ae40-cc895a09e3c2), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:52.163464 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-4d92f8fb-095f-496f-a912-6c49ffadef9c None None] Deleting port f7b9f83b-caf3-4da3-938e-98d97443d990 {{(pid=118618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:52.169510 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-4d92f8fb-095f-496f-a912-6c49ffadef9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (f7b9f83b-caf3-4da3-938e-98d97443d990), before_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:52.169510 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: dad726cf-076e-43b5-aafd-a4d45cbda47e {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:05:52.169510 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device dad726cf-076e-43b5-aafd-a4d45cbda47e not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:05:52.200741 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c8b8d-cce8-43a5-87fc-12eae4922155 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb63889-7560-463d-ae40-cc895a09e3c2,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:52.201683 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] For port f7b9f83b-caf3-4da3-938e-98d97443d990, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=f7b9f83b-caf3-4da3-938e-98d97443d990,segment=NetworkSegment(01c7abbf-96cd-4694-af39-5b5694315979),segment_id=01c7abbf-96cd-4694-af39-5b5694315979)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:52.202468 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (f7b9f83b-caf3-4da3-938e-98d97443d990), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:52.205436 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (9cbb51db-bdd2-4acf-b2d4-f7ea0c6d7f21), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:52.225347 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40034) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:52.247288 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] Calling delete_port for f7b9f83b-caf3-4da3-938e-98d97443d990 owned by network:dhcp {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:52.308200 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-4d92f8fb-095f-496f-a912-6c49ffadef9c None None] For port f7b9f83b-caf3-4da3-938e-98d97443d990, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=f7b9f83b-caf3-4da3-938e-98d97443d990,segment=NetworkSegment(01c7abbf-96cd-4694-af39-5b5694315979),segment_id=01c7abbf-96cd-4694-af39-5b5694315979)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:52.308720 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-4d92f8fb-095f-496f-a912-6c49ffadef9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (f7b9f83b-caf3-4da3-938e-98d97443d990), precommit_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:52.342333 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-4d92f8fb-095f-496f-a912-6c49ffadef9c None None] Calling delete_port for f7b9f83b-caf3-4da3-938e-98d97443d990 owned by network:dhcp {{(pid=118618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:52.422144 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:52.433633 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b2a1276c-de08-44e3-a29c-5a442f4fe08b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group (3a62daa9-a692-4070-a8bc-9b0485bd7c78), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:52.493120 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-770c8b8d-cce8-43a5-87fc-12eae4922155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698617'] for router_interface (8fe60407-1a57-4c0e-bf05-9f88bd117274), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:52.559863 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b2a1276c-de08-44e3-a29c-5a442f4fe08b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group (3a62daa9-a692-4070-a8bc-9b0485bd7c78), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:52.615400 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for port (9cbb51db-bdd2-4acf-b2d4-f7ea0c6d7f21), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:52.682928 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-4d92f8fb-095f-496f-a912-6c49ffadef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847'] for port (f7b9f83b-caf3-4da3-938e-98d97443d990), after_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:52.696641 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (f7b9f83b-caf3-4da3-938e-98d97443d990), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:52.723583 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b9f83b-caf3-4da3-938e-98d97443d990,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:52.729299 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] No DVR routers for this DVR port f7b9f83b-caf3-4da3-938e-98d97443d990 on host dv-cinder-852211-5-iscsi {{(pid=118617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:05:52.736431 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92f8fb-095f-496f-a912-6c49ffadef9c None None] Pushing event deleted for resources: {'Port': ['ID=f7b9f83b-caf3-4da3-938e-98d97443d990,revision_number=None']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:52.739797 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92f8fb-095f-496f-a912-6c49ffadef9c None None] No DVR routers for this DVR port f7b9f83b-caf3-4da3-938e-98d97443d990 on host dv-cinder-852211-5-iscsi {{(pid=118618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:05:52.762776 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (9cbb51db-bdd2-4acf-b2d4-f7ea0c6d7f21), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:52.763025 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b2a1276c-de08-44e3-a29c-5a442f4fe08b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (3a62daa9-a692-4070-a8bc-9b0485bd7c78), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:52.766332 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-b2a1276c-de08-44e3-a29c-5a442f4fe08b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:52.768089 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-b2a1276c-de08-44e3-a29c-5a442f4fe08b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3a62daa9-a692-4070-a8bc-9b0485bd7c78 HTTP/1.1" status: 204 len: 168 time: 0.5397637 Aug 24 09:05:52.776402 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40036) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:52.828413 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1276c-de08-44e3-a29c-5a442f4fe08b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a62daa9-a692-4070-a8bc-9b0485bd7c78,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:52.848051 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.api.v2.resource [None req-a4e50796-d4de-4424-8702-7dac095dc082 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] show failed (client error): The resource could not be found. Aug 24 09:05:52.848051 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-a4e50796-d4de-4424-8702-7dac095dc082 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups/3a62daa9-a692-4070-a8bc-9b0485bd7c78 HTTP/1.1" status: 404 len: 347 time: 0.0502734 Aug 24 09:05:52.848051 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40038) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:52.858040 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Pushing event updated for resources: {'Port': ['ID=9cbb51db-bdd2-4acf-b2d4-f7ea0c6d7f21,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:52.862479 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (45839e43-a22e-4bb5-98b3-03a30b1af17f), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:52.933425 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038395', 'neutron.services.segments.db._delete_segments_for_network-8762420374128'] for network (ead826fb-5abb-49e6-91ba-5033d546a2e1), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:52.999957 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead826fb-5abb-49e6-91ba-5033d546a2e1']}} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:53.017918 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:53.019248 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c7abbf-96cd-4694-af39-5b5694315979') {'for_net_delete': True} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:53.019544 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c7abbf-96cd-4694-af39-5b5694315979') {} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:53.049158 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420431854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252308853'] for segment (01c7abbf-96cd-4694-af39-5b5694315979), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:53.075064 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (01c7abbf-96cd-4694-af39-5b5694315979), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:53.081264 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-db656639-a342-4cea-a117-5e7035893614 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Deleting port 351667e7-5825-4310-9d2d-628ac9274405 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:53.081533 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-db656639-a342-4cea-a117-5e7035893614 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (351667e7-5825-4310-9d2d-628ac9274405), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:53.086450 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=118617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 09:05:53.086908 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-252178646'] for segment (01c7abbf-96cd-4694-af39-5b5694315979), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:53.135865 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.services.segments.plugin [-] Segment 01c7abbf-96cd-4694-af39-5b5694315979 resource provider aggregate not found Aug 24 09:05:53.200834 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.services.segments.plugin [-] Segment 01c7abbf-96cd-4694-af39-5b5694315979 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01c7abbf-96cd-4694-af39-5b5694315979 found for delete ", "request_id": "req-15fbd6e1-a03d-4123-8eae-7780a6179eb6"}]} Aug 24 09:05:53.232253 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-db656639-a342-4cea-a117-5e7035893614 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (351667e7-5825-4310-9d2d-628ac9274405), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:53.233378 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-db656639-a342-4cea-a117-5e7035893614 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for floatingip (351667e7-5825-4310-9d2d-628ac9274405), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:53.249550 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-db656639-a342-4cea-a117-5e7035893614 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Calling delete_port for 351667e7-5825-4310-9d2d-628ac9274405 owned by network:floatingip {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:53.251467 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770c8b8d-cce8-43a5-87fc-12eae4922155 admin admin] Router 8fe60407-1a57-4c0e-bf05-9f88bd117274 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:05:53.294187 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698380'] for network (ead826fb-5abb-49e6-91ba-5033d546a2e1), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:53.311032 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:53.318487 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/ead826fb-5abb-49e6-91ba-5033d546a2e1 HTTP/1.1" status: 204 len: 168 time: 1.5207736 Aug 24 09:05:53.342524 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f97654-a2eb-40ca-9cd7-4df84f823aee admin admin] Pushing event deleted for resources: {'Network': ['ID=ead826fb-5abb-49e6-91ba-5033d546a2e1,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:53.346475 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.l3_db [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Floating IP 45839e43-a22e-4bb5-98b3-03a30b1af17f associated. External IP: 172.27.1.182, port: 43e6416e-1808-4db7-9eb7-f04c24a55198. Aug 24 09:05:53.350246 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:53.475436 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770c8b8d-cce8-43a5-87fc-12eae4922155 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:05:53.482578 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-770c8b8d-cce8-43a5-87fc-12eae4922155 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/8fe60407-1a57-4c0e-bf05-9f88bd117274/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6079600 Aug 24 09:05:53.485830 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40046) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:53.496160 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be4e0bb-e61a-4341-a672-42b747b9e308 None None] Sync routers for ids ['8fe60407-1a57-4c0e-bf05-9f88bd117274'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:05:53.519321 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be4e0bb-e61a-4341-a672-42b747b9e308 None None] Routers {'8fe60407-1a57-4c0e-bf05-9f88bd117274'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:05:53.521835 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-9be4e0bb-e61a-4341-a672-42b747b9e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['8fe60407-1a57-4c0e-bf05-9f88bd117274'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:53.650221 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Router 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:05:53.746387 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40048) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:53.792864 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-9be4e0bb-e61a-4341-a672-42b747b9e308 None None] Set router 8fe60407-1a57-4c0e-bf05-9f88bd117274 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:05:53.813331 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-c5628f1b-ac34-4e74-901c-4fd5c884d0f4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=065b8b1394f24ce1973119ee8cd6bd2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0616283 Aug 24 09:05:53.813661 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40050) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:53.857980 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:05:53.869009 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf556fcc-f41e-4f39-975c-41cb0003823b None None] Sync routers for ids ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:05:53.879709 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf556fcc-f41e-4f39-975c-41cb0003823b None None] Routers {'5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:05:53.880718 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-cf556fcc-f41e-4f39-975c-41cb0003823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:53.925839 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c60fed8d-e846-4295-958b-5815229b0b27 admin admin] Publish callbacks [] for router (8fe60407-1a57-4c0e-bf05-9f88bd117274), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:53.939253 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-db656639-a342-4cea-a117-5e7035893614 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (351667e7-5825-4310-9d2d-628ac9274405), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:53.943983 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-38c17bc1-6cb8-4e3b-82e0-43e6fcdf1434 admin admin] Publish callbacks [] for security_group (cff5f1c1-9dd4-431b-afe2-a667845bea59), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:53.988409 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-38c17bc1-6cb8-4e3b-82e0-43e6fcdf1434 admin admin] Publish callbacks [] for security_group (cff5f1c1-9dd4-431b-afe2-a667845bea59), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:53.994369 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:54.028219 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-cf556fcc-f41e-4f39-975c-41cb0003823b None None] Set router 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:05:54.041669 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-0d4f6913-d1b8-4024-bc9c-91c1b76d0986 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0961761 Aug 24 09:05:54.041948 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'tag': '43e6416e-1808-4db7-9eb7-f04c24a55198'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:05:54.044331 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac5ea7c-6b55-4411-bc95-e4ff2f29feb2" -d '{"events": [{"name": "network-changed", "server_uuid": "b44811f1-2210-4c1e-b531-0c27f49a520c", "tag": "43e6416e-1808-4db7-9eb7-f04c24a55198"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:05:54.050310 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40052) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:54.054170 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-9be4e0bb-e61a-4341-a672-42b747b9e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T09:05:51Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:54.055486 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-8e45b2eb-214a-4c62-b465-f2402aac174f tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1081294215', 'description': 'tempest-secgroup-smoke-1081294215 description', 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:05:54.078701 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:54.115506 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device f7b9f83b-caf3-4da3-938e-98d97443d990 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:05:54.115778 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db656639-a342-4cea-a117-5e7035893614 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Pushing event deleted for resources: {'Port': ['ID=351667e7-5825-4310-9d2d-628ac9274405,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:54.120189 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:54.124725 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae498ddf-e151-45bc-b3c8-2bc28efe2e75 x-openstack-request-id: req-ae498ddf-e151-45bc-b3c8-2bc28efe2e75 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:05:54.128764 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44811f1-2210-4c1e-b531-0c27f49a520c", "tag": "43e6416e-1808-4db7-9eb7-f04c24a55198", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:05:54.128957 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae498ddf-e151-45bc-b3c8-2bc28efe2e75 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:05:54.130018 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae498ddf-e151-45bc-b3c8-2bc28efe2e75'] response: {'name': 'network-changed', 'server_uuid': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'tag': '43e6416e-1808-4db7-9eb7-f04c24a55198', 'status': 'completed', 'code': 200} Aug 24 09:05:54.143068 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be4e0bb-e61a-4341-a672-42b747b9e308 None None] Checking router: 8fe60407-1a57-4c0e-bf05-9f88bd117274 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:05:54.175580 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: f7b9f83b-caf3-4da3-938e-98d97443d990 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:05:54.176493 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device f7b9f83b-caf3-4da3-938e-98d97443d990 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:05:54.180852 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be4e0bb-e61a-4341-a672-42b747b9e308 None None] Routers {'8fe60407-1a57-4c0e-bf05-9f88bd117274'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:05:54.182070 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-9be4e0bb-e61a-4341-a672-42b747b9e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['8fe60407-1a57-4c0e-bf05-9f88bd117274'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:54.206776 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c60fed8d-e846-4295-958b-5815229b0b27 admin admin] Publish callbacks [] for router_gateway (8fe60407-1a57-4c0e-bf05-9f88bd117274), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:54.219462 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-8e45b2eb-214a-4c62-b465-f2402aac174f tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:54.219703 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-db656639-a342-4cea-a117-5e7035893614 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for floatingip (c8dfa4e4-6967-4836-b238-2b874a805e17), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:54.222714 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-db656639-a342-4cea-a117-5e7035893614 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:54.224035 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-db656639-a342-4cea-a117-5e7035893614 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/c8dfa4e4-6967-4836-b238-2b874a805e17 HTTP/1.1" status: 204 len: 168 time: 1.3766854 Aug 24 09:05:54.258888 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-38c17bc1-6cb8-4e3b-82e0-43e6fcdf1434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (cff5f1c1-9dd4-431b-afe2-a667845bea59), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:54.263386 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-38c17bc1-6cb8-4e3b-82e0-43e6fcdf1434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:54.265895 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-38c17bc1-6cb8-4e3b-82e0-43e6fcdf1434 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/cff5f1c1-9dd4-431b-afe2-a667845bea59 HTTP/1.1" status: 204 len: 168 time: 0.4510145 Aug 24 09:05:54.284610 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5ea7c-6b55-4411-bc95-e4ff2f29feb2 req-fbeab89a-9137-44bb-90c3-407ed08be690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:54.286318 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6ac5ea7c-6b55-4411-bc95-e4ff2f29feb2 req-fbeab89a-9137-44bb-90c3-407ed08be690 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=7d01b966762c46f28c83c9cc4e8cb33e&device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 1129 time: 0.1350613 Aug 24 09:05:54.294333 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c17bc1-6cb8-4e3b-82e0-43e6fcdf1434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff5f1c1-9dd4-431b-afe2-a667845bea59,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:54.325592 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-9be4e0bb-e61a-4341-a672-42b747b9e308 None None] Set router 8fe60407-1a57-4c0e-bf05-9f88bd117274 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:05:54.362538 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:54.369165 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:54.394324 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-c60fed8d-e846-4295-958b-5815229b0b27 admin admin] Deleting port 4b73229a-c1bf-4196-b2ab-d502ba7bb49f {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:54.394986 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c60fed8d-e846-4295-958b-5815229b0b27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (4b73229a-c1bf-4196-b2ab-d502ba7bb49f), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:54.411199 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:54.429716 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40060) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:54.435150 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-417870f9-70a0-4c52-b861-a7d94cd8ac44 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2073802151', 'description': 'tempest-description--806614037'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:05:54.465923 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:54.492101 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-cf556fcc-f41e-4f39-975c-41cb0003823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'name': 'tempest-TestMinimumBasicScenario-1299817043-router', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:42Z', 'updated_at': '2022-08-24T09:04:46Z', 'revision_number': 4, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'gw_port': {'id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ed:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:43Z', 'updated_at': '2022-08-24T09:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '45839e43-a22e-4bb5-98b3-03a30b1af17f', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'port_id': '43e6416e-1808-4db7-9eb7-f04c24a55198', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484', 'mac_address': 'fa:16:3e:3d:f1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:05:51Z', 'updated_at': '2022-08-24T09:05:51Z', 'revision_number': 0, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f9a396-8ece-4995-9b01-56cad60c4465', 'name': '', 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'mac_address': 'fa:16:3e:5f:c5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:45Z', 'updated_at': '2022-08-24T09:04:52Z', 'revision_number': 5, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'subnets': [{'id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:54.515167 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-8e45b2eb-214a-4c62-b465-f2402aac174f tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group (17c50849-25d3-45ac-a965-9f8420adf811), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:54.517092 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5ea7c-6b55-4411-bc95-e4ff2f29feb2 req-152b8cba-ca3a-4ed5-ab69-c83a30264897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:54.520415 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6ac5ea7c-6b55-4411-bc95-e4ff2f29feb2 req-152b8cba-ca3a-4ed5-ab69-c83a30264897 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=f9ca9c5e-9301-4517-ab5a-3aebca978484 HTTP/1.1" status: 200 len: 916 time: 0.2215762 Aug 24 09:05:54.542697 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-c60fed8d-e846-4295-958b-5815229b0b27 admin admin] For port 4b73229a-c1bf-4196-b2ab-d502ba7bb49f, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=4b73229a-c1bf-4196-b2ab-d502ba7bb49f,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:54.542697 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c60fed8d-e846-4295-958b-5815229b0b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (4b73229a-c1bf-4196-b2ab-d502ba7bb49f), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:54.552628 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-9be4e0bb-e61a-4341-a672-42b747b9e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T09:05:51Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:54.559170 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf556fcc-f41e-4f39-975c-41cb0003823b None None] Checking router: 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:05:54.561400 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-c60fed8d-e846-4295-958b-5815229b0b27 admin admin] Calling delete_port for 4b73229a-c1bf-4196-b2ab-d502ba7bb49f owned by network:router_gateway {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:54.580391 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf556fcc-f41e-4f39-975c-41cb0003823b None None] Routers {'5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:05:54.582190 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be4e0bb-e61a-4341-a672-42b747b9e308 None None] The sync data for ids ['8fe60407-1a57-4c0e-bf05-9f88bd117274'] in dv-cinder-852211-5-iscsi is: [{'id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'name': 'tempest-TestVolumeBootPattern-108934083-router', 'tenant_id': '12594f976e5f48d9926716737f86afe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:26Z', 'updated_at': '2022-08-24T09:05:51Z', 'revision_number': 5, 'project_id': '12594f976e5f48d9926716737f86afe0', 'gw_port': {'id': '4b73229a-c1bf-4196-b2ab-d502ba7bb49f', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe60407-1a57-4c0e-bf05-9f88bd117274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:27Z', 'updated_at': '2022-08-24T08:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:05:54.584922 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-cf556fcc-f41e-4f39-975c-41cb0003823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:54.601400 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-8e45b2eb-214a-4c62-b465-f2402aac174f tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (17c50849-25d3-45ac-a965-9f8420adf811), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:54.620258 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-417870f9-70a0-4c52-b861-a7d94cd8ac44 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:54.652340 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6ac5ea7c-6b55-4411-bc95-e4ff2f29feb2 req-7061bdeb-808c-4e98-a74e-145411bdbea5 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43e6416e-1808-4db7-9eb7-f04c24a55198 HTTP/1.1" status: 200 len: 999 time: 0.1235611 Aug 24 09:05:54.653110 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45b2eb-214a-4c62-b465-f2402aac174f tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c50849-25d3-45ac-a965-9f8420adf811,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:54.713246 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5ea7c-6b55-4411-bc95-e4ff2f29feb2 req-623c7a5b-9b1a-40f2-83d8-24b971ca9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:54.714930 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6ac5ea7c-6b55-4411-bc95-e4ff2f29feb2 req-623c7a5b-9b1a-40f2-83d8-24b971ca9409 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=b06f727b-ba5d-46f9-873e-427ae850008f HTTP/1.1" status: 200 len: 854 time: 0.0541613 Aug 24 09:05:54.743487 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-cf556fcc-f41e-4f39-975c-41cb0003823b None None] Set router 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:05:54.781846 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-417870f9-70a0-4c52-b861-a7d94cd8ac44 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group (3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:54.805720 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-8e45b2eb-214a-4c62-b465-f2402aac174f tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:54.813135 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-8e45b2eb-214a-4c62-b465-f2402aac174f tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7613773 Aug 24 09:05:54.814094 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40064) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:54.828330 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-ee0950cb-1dcc-41fe-993d-e958b141715c tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Request body: {'security_group_rule': {'security_group_id': '17c50849-25d3-45ac-a965-9f8420adf811', 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:05:54.849282 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5ea7c-6b55-4411-bc95-e4ff2f29feb2 req-ff74c94c-1947-4aa2-94a4-7e9965e735c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:54.851401 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6ac5ea7c-6b55-4411-bc95-e4ff2f29feb2 req-ff74c94c-1947-4aa2-94a4-7e9965e735c3 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=f9ca9c5e-9301-4517-ab5a-3aebca978484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1268406 Aug 24 09:05:54.863673 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-417870f9-70a0-4c52-b861-a7d94cd8ac44 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:54.902315 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417870f9-70a0-4c52-b861-a7d94cd8ac44 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:54.951813 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c60fed8d-e846-4295-958b-5815229b0b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (4b73229a-c1bf-4196-b2ab-d502ba7bb49f), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:54.961742 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:54.966431 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6ac5ea7c-6b55-4411-bc95-e4ff2f29feb2 req-a81c2511-7fe9-4238-a490-3f2a90107ae0 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/f9ca9c5e-9301-4517-ab5a-3aebca978484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063993 Aug 24 09:05:54.989558 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fed8d-e846-4295-958b-5815229b0b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b73229a-c1bf-4196-b2ab-d502ba7bb49f,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:55.000395 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-417870f9-70a0-4c52-b861-a7d94cd8ac44 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.005528 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-417870f9-70a0-4c52-b861-a7d94cd8ac44 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5711942 Aug 24 09:05:55.005528 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:55.005528 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40066) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:55.009472 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ee0950cb-1dcc-41fe-993d-e958b141715c tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group_rule (4440633a-b7c4-4d64-b2aa-cea88c39027f), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.011436 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-ede1050d-08c1-48d1-9759-3c5d52893b9a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Request body: {'security_group_rule': {'security_group_id': '3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:05:55.018148 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-cf556fcc-f41e-4f39-975c-41cb0003823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'name': 'tempest-TestMinimumBasicScenario-1299817043-router', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:42Z', 'updated_at': '2022-08-24T09:04:46Z', 'revision_number': 4, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'gw_port': {'id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ed:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:43Z', 'updated_at': '2022-08-24T09:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '45839e43-a22e-4bb5-98b3-03a30b1af17f', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'port_id': '43e6416e-1808-4db7-9eb7-f04c24a55198', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484', 'mac_address': 'fa:16:3e:3d:f1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:05:51Z', 'updated_at': '2022-08-24T09:05:51Z', 'revision_number': 0, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f9a396-8ece-4995-9b01-56cad60c4465', 'name': '', 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'mac_address': 'fa:16:3e:5f:c5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:45Z', 'updated_at': '2022-08-24T09:04:52Z', 'revision_number': 5, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'subnets': [{'id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:55.052671 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf556fcc-f41e-4f39-975c-41cb0003823b None None] The sync data for ids ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'] in dv-cinder-852211-5-iscsi is: [{'id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'name': 'tempest-TestMinimumBasicScenario-1299817043-router', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:42Z', 'updated_at': '2022-08-24T09:04:46Z', 'revision_number': 4, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'gw_port': {'id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ed:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:43Z', 'updated_at': '2022-08-24T09:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': '45839e43-a22e-4bb5-98b3-03a30b1af17f', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'port_id': '43e6416e-1808-4db7-9eb7-f04c24a55198', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484', 'mac_address': 'fa:16:3e:3d:f1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:05:51Z', 'updated_at': '2022-08-24T09:05:51Z', 'revision_number': 0, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f9a396-8ece-4995-9b01-56cad60c4465', 'name': '', 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'mac_address': 'fa:16:3e:5f:c5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:45Z', 'updated_at': '2022-08-24T09:04:52Z', 'revision_number': 5, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'subnets': [{'id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:05:55.111783 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c60fed8d-e846-4295-958b-5815229b0b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698408'] for router_gateway (8fe60407-1a57-4c0e-bf05-9f88bd117274), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.173083 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ee0950cb-1dcc-41fe-993d-e958b141715c tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group_rule (4440633a-b7c4-4d64-b2aa-cea88c39027f), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.176246 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-6ac5ea7c-6b55-4411-bc95-e4ff2f29feb2 req-b3c2a383-814e-409e-b853-24ac2f114bfb service neutron] 10.222.0.69 "GET /networking/v2.0/networks/f9ca9c5e-9301-4517-ab5a-3aebca978484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004998 Aug 24 09:05:55.213856 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c60fed8d-e846-4295-958b-5815229b0b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (8fe60407-1a57-4c0e-bf05-9f88bd117274), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.216697 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c60fed8d-e846-4295-958b-5815229b0b27 admin admin] Publish callbacks [] for router_controller (8fe60407-1a57-4c0e-bf05-9f88bd117274), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.266876 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ede1050d-08c1-48d1-9759-3c5d52893b9a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group_rule (b3b80c13-d28c-47e4-83ba-8b74e415296b), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.278590 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ee0950cb-1dcc-41fe-993d-e958b141715c tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (4440633a-b7c4-4d64-b2aa-cea88c39027f), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.327102 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0950cb-1dcc-41fe-993d-e958b141715c tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4440633a-b7c4-4d64-b2aa-cea88c39027f,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:55.327319 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40068) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:55.359275 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ede1050d-08c1-48d1-9759-3c5d52893b9a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group_rule (b3b80c13-d28c-47e4-83ba-8b74e415296b), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.379381 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c60fed8d-e846-4295-958b-5815229b0b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698698'] for router (8fe60407-1a57-4c0e-bf05-9f88bd117274), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.380099 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60fed8d-e846-4295-958b-5815229b0b27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fe60407-1a57-4c0e-bf05-9f88bd117274 {{(pid=118617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 09:05:55.391181 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c60fed8d-e846-4295-958b-5815229b0b27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.391181 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-c60fed8d-e846-4295-958b-5815229b0b27 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/8fe60407-1a57-4c0e-bf05-9f88bd117274 HTTP/1.1" status: 204 len: 168 time: 1.9018548 Aug 24 09:05:55.391913 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40070) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:55.402151 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-31c5cc13-dca5-44f7-b137-611b1101c4d8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5b1ec073f8634ba2927ea52b735f653c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0760152 Aug 24 09:05:55.404874 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40072) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:55.423149 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c616bc50-9c66-4d10-a553-17f9836fe7f3 None None] New status for floating IP 45839e43-a22e-4bb5-98b3-03a30b1af17f: ACTIVE {{(pid=118618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:05:55.455816 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ee0950cb-1dcc-41fe-993d-e958b141715c tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.461037 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-ee0950cb-1dcc-41fe-993d-e958b141715c tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6345806 Aug 24 09:05:55.461037 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40074) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:55.465213 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-1085bb9d-8c60-4cb9-963c-e56c5db7273b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Request body: {'security_group_rule': {'security_group_id': '17c50849-25d3-45ac-a965-9f8420adf811', 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:05:55.499529 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_v2 [None req-f441ca70-13d1-442a-a478-90c11940aed2 admin admin] Deleting subnet aaef8caf-3e43-49ed-9743-8dc7cada53fc {{(pid=118617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 09:05:55.505272 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f441ca70-13d1-442a-a478-90c11940aed2 admin admin] Publish callbacks [] for subnet (aaef8caf-3e43-49ed-9743-8dc7cada53fc), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.541091 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ede1050d-08c1-48d1-9759-3c5d52893b9a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (b3b80c13-d28c-47e4-83ba-8b74e415296b), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.565611 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1085bb9d-8c60-4cb9-963c-e56c5db7273b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group_rule (b52a7520-cb68-4326-847d-c6d8c64c62ca), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.591581 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e0b48fb4-cd5a-4d84-bb22-3b7362a79fdb admin admin] Publish callbacks [] for security_group (cec396cb-67e3-4e0f-bd9c-c888edc80a5f), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.596950 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1050d-08c1-48d1-9759-3c5d52893b9a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b80c13-d28c-47e4-83ba-8b74e415296b,revision_number=0']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:55.609658 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f441ca70-13d1-442a-a478-90c11940aed2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252308860'] for subnet (aaef8caf-3e43-49ed-9743-8dc7cada53fc), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.634826 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1085bb9d-8c60-4cb9-963c-e56c5db7273b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group_rule (b52a7520-cb68-4326-847d-c6d8c64c62ca), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.655859 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e0b48fb4-cd5a-4d84-bb22-3b7362a79fdb admin admin] Publish callbacks [] for security_group (cec396cb-67e3-4e0f-bd9c-c888edc80a5f), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.668681 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-ede1050d-08c1-48d1-9759-3c5d52893b9a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.670064 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-ede1050d-08c1-48d1-9759-3c5d52893b9a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6642907 Aug 24 09:05:55.672978 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40076) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:55.678032 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-479a53ce-b654-4e6e-9a4b-e4b27336e4fd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Request body: {'security_group_rule': {'security_group_id': '3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:05:55.734071 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1085bb9d-8c60-4cb9-963c-e56c5db7273b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (b52a7520-cb68-4326-847d-c6d8c64c62ca), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.743251 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f441ca70-13d1-442a-a478-90c11940aed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038139'] for subnet (aaef8caf-3e43-49ed-9743-8dc7cada53fc), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.763420 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085bb9d-8c60-4cb9-963c-e56c5db7273b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52a7520-cb68-4326-847d-c6d8c64c62ca,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:55.797540 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-479a53ce-b654-4e6e-9a4b-e4b27336e4fd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group_rule (0626da92-5cfd-4910-be60-947702e20c9e), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.870516 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-479a53ce-b654-4e6e-9a4b-e4b27336e4fd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group_rule (0626da92-5cfd-4910-be60-947702e20c9e), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.891856 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-1085bb9d-8c60-4cb9-963c-e56c5db7273b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.894325 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-1085bb9d-8c60-4cb9-963c-e56c5db7273b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4320340 Aug 24 09:05:55.896812 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40078) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:55.902306 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-0891b68b-8c67-4288-9aaf-b8175f796b0c tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Request body: {'security_group_rule': {'security_group_id': '17c50849-25d3-45ac-a965-9f8420adf811', 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:05:55.912803 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e0b48fb4-cd5a-4d84-bb22-3b7362a79fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (cec396cb-67e3-4e0f-bd9c-c888edc80a5f), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.916596 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e0b48fb4-cd5a-4d84-bb22-3b7362a79fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.917436 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-e0b48fb4-cd5a-4d84-bb22-3b7362a79fdb admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/cec396cb-67e3-4e0f-bd9c-c888edc80a5f HTTP/1.1" status: 204 len: 168 time: 0.5121775 Aug 24 09:05:55.918903 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f441ca70-13d1-442a-a478-90c11940aed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252178608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251664119'] for subnet (aaef8caf-3e43-49ed-9743-8dc7cada53fc), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.971331 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-479a53ce-b654-4e6e-9a4b-e4b27336e4fd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (0626da92-5cfd-4910-be60-947702e20c9e), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.977240 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b48fb4-cd5a-4d84-bb22-3b7362a79fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec396cb-67e3-4e0f-bd9c-c888edc80a5f,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:55.981427 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441ca70-13d1-442a-a478-90c11940aed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaef8caf-3e43-49ed-9743-8dc7cada53fc,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:55.986396 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f441ca70-13d1-442a-a478-90c11940aed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:55.990461 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-f441ca70-13d1-442a-a478-90c11940aed2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/aaef8caf-3e43-49ed-9743-8dc7cada53fc HTTP/1.1" status: 204 len: 168 time: 0.5974867 Aug 24 09:05:55.992479 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d4f3e8-fbf5-460b-9022-0e8e5e418f26 None None] Network 13fa4940-b618-4378-a572-2001b35f19f6 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:05:55.993524 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40082) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:56.020990 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:56.028265 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a53ce-b654-4e6e-9a4b-e4b27336e4fd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0626da92-5cfd-4910-be60-947702e20c9e,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:56.031542 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0891b68b-8c67-4288-9aaf-b8175f796b0c tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group_rule (9831fcc8-280f-43ca-8ab0-41c1cbafcbda), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.104880 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-479a53ce-b654-4e6e-9a4b-e4b27336e4fd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.107374 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-479a53ce-b654-4e6e-9a4b-e4b27336e4fd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4332700 Aug 24 09:05:56.126948 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0891b68b-8c67-4288-9aaf-b8175f796b0c tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group_rule (9831fcc8-280f-43ca-8ab0-41c1cbafcbda), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.128295 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40084) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:56.134335 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-0eedcd4d-e443-48bc-a113-506df5179b3d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Request body: {'floatingip': {'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:05:56.154529 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623286'] for network (13fa4940-b618-4378-a572-2001b35f19f6), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.229461 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0eedcd4d-e443-48bc-a113-506df5179b3d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.231755 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0891b68b-8c67-4288-9aaf-b8175f796b0c tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (9831fcc8-280f-43ca-8ab0-41c1cbafcbda), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.238502 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] Deleting port 9b6d69ba-2709-47f3-89fb-f56975eda591 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:56.240219 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 4b73229a-c1bf-4196-b2ab-d502ba7bb49f no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:05:56.245391 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (9b6d69ba-2709-47f3-89fb-f56975eda591), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.269821 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] DHCP port deletion for 13fa4940-b618-4378-a572-2001b35f19f6 request from dv-cinder-852211-5-iscsi {{(pid=118618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 09:05:56.274577 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: 4b73229a-c1bf-4196-b2ab-d502ba7bb49f {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:05:56.274949 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 4b73229a-c1bf-4196-b2ab-d502ba7bb49f not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:05:56.275662 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device fbb63889-7560-463d-ae40-cc895a09e3c2 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:05:56.294055 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891b68b-8c67-4288-9aaf-b8175f796b0c tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9831fcc8-280f-43ca-8ab0-41c1cbafcbda,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:56.299906 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: fbb63889-7560-463d-ae40-cc895a09e3c2 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:05:56.300545 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device fbb63889-7560-463d-ae40-cc895a09e3c2 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:05:56.324259 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:56.338832 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Deleting port 9b6d69ba-2709-47f3-89fb-f56975eda591 {{(pid=118618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:56.339531 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (9b6d69ba-2709-47f3-89fb-f56975eda591), before_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.353239 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:56.355521 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0eedcd4d-e443-48bc-a113-506df5179b3d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.379093 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] For port 9b6d69ba-2709-47f3-89fb-f56975eda591, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=9b6d69ba-2709-47f3-89fb-f56975eda591,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:56.379692 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (9b6d69ba-2709-47f3-89fb-f56975eda591), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.409021 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] Calling delete_port for 9b6d69ba-2709-47f3-89fb-f56975eda591 owned by network:dhcp {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:56.412411 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0891b68b-8c67-4288-9aaf-b8175f796b0c tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.413735 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] For port 9b6d69ba-2709-47f3-89fb-f56975eda591, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=9b6d69ba-2709-47f3-89fb-f56975eda591,segment=NetworkSegment(1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6),segment_id=1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:56.414058 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-0891b68b-8c67-4288-9aaf-b8175f796b0c tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5158689 Aug 24 09:05:56.414333 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (9b6d69ba-2709-47f3-89fb-f56975eda591), precommit_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.421003 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40086) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:56.429485 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Calling delete_port for 9b6d69ba-2709-47f3-89fb-f56975eda591 owned by network:dhcp {{(pid=118618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:56.430244 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-6923dae8-edc5-4db6-b165-afe8e1b3557f tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Request body: {'security_group_rule': {'security_group_id': '17c50849-25d3-45ac-a965-9f8420adf811', 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:05:56.553099 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [None req-0eedcd4d-e443-48bc-a113-506df5179b3d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Allocated IP 172.27.1.21 (386fbc02-808a-45e3-b701-f07af8827885/e6fb6576-7b73-452e-87d9-36e6084ed492/cd336f76-eb0f-49d0-86c6-3d3644be5ef6) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:05:56.669338 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (9b6d69ba-2709-47f3-89fb-f56975eda591), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.672046 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6923dae8-edc5-4db6-b165-afe8e1b3557f tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group_rule (0d56f43a-107e-4d3c-b5bd-f3a78e78a064), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.680866 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:56.692066 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847'] for port (9b6d69ba-2709-47f3-89fb-f56975eda591), after_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.754363 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0eedcd4d-e443-48bc-a113-506df5179b3d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for port (cd336f76-eb0f-49d0-86c6-3d3644be5ef6), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.762351 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6d69ba-2709-47f3-89fb-f56975eda591,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:56.770475 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] No DVR routers for this DVR port 9b6d69ba-2709-47f3-89fb-f56975eda591 on host dv-cinder-852211-5-iscsi {{(pid=118617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:05:56.777895 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6923dae8-edc5-4db6-b165-afe8e1b3557f tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group_rule (0d56f43a-107e-4d3c-b5bd-f3a78e78a064), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.788936 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Pushing event deleted for resources: {'Port': ['ID=9b6d69ba-2709-47f3-89fb-f56975eda591,revision_number=None']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:56.803404 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] No DVR routers for this DVR port 9b6d69ba-2709-47f3-89fb-f56975eda591 on host dv-cinder-852211-5-iscsi {{(pid=118618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:05:56.807510 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:56.807928 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:56.808336 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:56.808737 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:56.809137 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:56.810107 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:56.810107 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:56.810314 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:56.810590 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:56.811005 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:56.811396 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:56.811730 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:56.812124 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:56.812507 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:56.812892 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aedf6b2-718f-4a45-aa6f-d3965f84a256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:05:56.852169 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038395', 'neutron.services.segments.db._delete_segments_for_network-8762420374128'] for network (13fa4940-b618-4378-a572-2001b35f19f6), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.859607 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6923dae8-edc5-4db6-b165-afe8e1b3557f tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (0d56f43a-107e-4d3c-b5bd-f3a78e78a064), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.880003 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fa4940-b618-4378-a572-2001b35f19f6']}} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:56.884794 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923dae8-edc5-4db6-b165-afe8e1b3557f tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d56f43a-107e-4d3c-b5bd-f3a78e78a064,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:56.888487 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0eedcd4d-e443-48bc-a113-506df5179b3d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (cd336f76-eb0f-49d0-86c6-3d3644be5ef6), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.897865 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:56.900126 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6') {'for_net_delete': True} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:56.900427 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6') {} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:56.913640 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420431854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252308853'] for segment (1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.930819 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eedcd4d-e443-48bc-a113-506df5179b3d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Network 386fbc02-808a-45e3-b701-f07af8827885 is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:05:56.931880 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.933922 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [None req-0eedcd4d-e443-48bc-a113-506df5179b3d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:05:56.938180 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eedcd4d-e443-48bc-a113-506df5179b3d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:05:56.941478 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=118617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 09:05:56.941985 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-252178646'] for segment (1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.943896 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedcd4d-e443-48bc-a113-506df5179b3d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Pushing event updated for resources: {'Port': ['ID=cd336f76-eb0f-49d0-86c6-3d3644be5ef6,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:56.968108 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.services.segments.plugin [-] Segment 1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6 resource provider aggregate not found Aug 24 09:05:56.973020 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-6923dae8-edc5-4db6-b165-afe8e1b3557f tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:56.974212 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-6923dae8-edc5-4db6-b165-afe8e1b3557f tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5525863 Aug 24 09:05:56.977707 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40092) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:56.985574 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-50b8c088-3e40-4ac3-8ef4-2f8315dbd0dd tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Request body: {'security_group_rule': {'security_group_id': '17c50849-25d3-45ac-a965-9f8420adf811', 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:05:57.018620 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.services.segments.plugin [-] Segment 1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cbf2dca-2a74-4ed3-95cb-f59c3203f1f6 found for delete ", "request_id": "req-d6c0219c-4b7b-473d-827a-9f70f289c823"}]} Aug 24 09:05:57.056951 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0eedcd4d-e443-48bc-a113-506df5179b3d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for floatingip (ca2736c8-e3f2-4f37-86da-9a8f790e7f31), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.086100 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.securitygroups_db [None req-50b8c088-3e40-4ac3-8ef4-2f8315dbd0dd tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Project 7d01b966762c46f28c83c9cc4e8cb33e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 09:05:57.089223 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-50b8c088-3e40-4ac3-8ef4-2f8315dbd0dd tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group_rule (db56719a-a057-4dc8-918f-903d0818186b), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.111294 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698380'] for network (13fa4940-b618-4378-a572-2001b35f19f6), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.116267 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.123722 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/13fa4940-b618-4378-a572-2001b35f19f6 HTTP/1.1" status: 204 len: 168 time: 1.1258311 Aug 24 09:05:57.123971 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40094) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:57.140842 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2164f-b0dd-426c-986f-bfefca92fc68 admin admin] Pushing event deleted for resources: {'Network': ['ID=13fa4940-b618-4378-a572-2001b35f19f6,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:57.181990 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0eedcd4d-e443-48bc-a113-506df5179b3d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (cd336f76-eb0f-49d0-86c6-3d3644be5ef6), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.184005 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-50b8c088-3e40-4ac3-8ef4-2f8315dbd0dd tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group_rule (db56719a-a057-4dc8-918f-903d0818186b), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.248322 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-50b8c088-3e40-4ac3-8ef4-2f8315dbd0dd tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (db56719a-a057-4dc8-918f-903d0818186b), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.301251 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8c088-3e40-4ac3-8ef4-2f8315dbd0dd tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db56719a-a057-4dc8-918f-903d0818186b,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:57.349614 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:57.366067 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-50b8c088-3e40-4ac3-8ef4-2f8315dbd0dd tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.371743 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-50b8c088-3e40-4ac3-8ef4-2f8315dbd0dd tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3886831 Aug 24 09:05:57.372296 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40096) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:57.382000 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:57.382568 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [None req-88e4dcbb-1732-4e30-8d34-ff28a946c76b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Request body: {'security_group_rule': {'security_group_id': '17c50849-25d3-45ac-a965-9f8420adf811', 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:05:57.429627 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0eedcd4d-e443-48bc-a113-506df5179b3d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for port (cd336f76-eb0f-49d0-86c6-3d3644be5ef6), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.471122 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.securitygroups_db [None req-88e4dcbb-1732-4e30-8d34-ff28a946c76b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Project 7d01b966762c46f28c83c9cc4e8cb33e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 09:05:57.477539 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-88e4dcbb-1732-4e30-8d34-ff28a946c76b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group_rule (fe436cef-b50b-465d-aae0-8d76e041c649), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.506263 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-601c59fc-dbd8-4b57-aaae-3bebd059f583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698733'] for router_interface (5e674286-9ddf-43fb-934c-02e9a3addde4), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.529302 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0eedcd4d-e443-48bc-a113-506df5179b3d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (cd336f76-eb0f-49d0-86c6-3d3644be5ef6), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.603512 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-88e4dcbb-1732-4e30-8d34-ff28a946c76b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group_rule (fe436cef-b50b-465d-aae0-8d76e041c649), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.615535 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0eedcd4d-e443-48bc-a113-506df5179b3d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (ca2736c8-e3f2-4f37-86da-9a8f790e7f31), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.618949 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedcd4d-e443-48bc-a113-506df5179b3d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Pushing event updated for resources: {'Port': ['ID=cd336f76-eb0f-49d0-86c6-3d3644be5ef6,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:57.699609 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-88e4dcbb-1732-4e30-8d34-ff28a946c76b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652487'] for security_group_rule (fe436cef-b50b-465d-aae0-8d76e041c649), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.722427 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-0eedcd4d-e443-48bc-a113-506df5179b3d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.722693 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-0eedcd4d-e443-48bc-a113-506df5179b3d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5931518 Aug 24 09:05:57.724628 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4dcbb-1732-4e30-8d34-ff28a946c76b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe436cef-b50b-465d-aae0-8d76e041c649,revision_number=0']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:57.756221 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-601c59fc-dbd8-4b57-aaae-3bebd059f583 admin admin] Deleting port e8e92b44-cfcd-4cb8-81ec-e476daf8028e {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:05:57.756557 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-601c59fc-dbd8-4b57-aaae-3bebd059f583 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.835385 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-88e4dcbb-1732-4e30-8d34-ff28a946c76b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.837373 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-88e4dcbb-1732-4e30-8d34-ff28a946c76b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4639425 Aug 24 09:05:57.854123 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-601c59fc-dbd8-4b57-aaae-3bebd059f583 admin admin] For port e8e92b44-cfcd-4cb8-81ec-e476daf8028e, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=e8e92b44-cfcd-4cb8-81ec-e476daf8028e,segment=NetworkSegment(972aba06-d9fe-4101-9dc6-249ad4763aa0),segment_id=972aba06-d9fe-4101-9dc6-249ad4763aa0)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:57.854519 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-601c59fc-dbd8-4b57-aaae-3bebd059f583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:57.872482 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-601c59fc-dbd8-4b57-aaae-3bebd059f583 admin admin] Calling delete_port for e8e92b44-cfcd-4cb8-81ec-e476daf8028e owned by network:router_interface {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:05:57.999660 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 9b6d69ba-2709-47f3-89fb-f56975eda591 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:05:58.017102 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a514974e-131f-4d14-8527-b38950946627 req-206dceb9-bf7a-4cd5-b519-70af50714656 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1081294215&fields=id&tenant_id=7d01b966762c46f28c83c9cc4e8cb33e HTTP/1.1" status: 200 len: 267 time: 0.0822906 Aug 24 09:05:58.035583 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: 9b6d69ba-2709-47f3-89fb-f56975eda591 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:05:58.036468 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 9b6d69ba-2709-47f3-89fb-f56975eda591 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:05:58.069830 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:58.072470 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-f0aee56c-57c3-4dce-8618-80316441a8ae tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2073802151&fields=id&tenant_id=4fab402e38f1412b8c6b895788d11a28 HTTP/1.1" status: 200 len: 267 time: 0.0745184 Aug 24 09:05:58.090083 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514974e-131f-4d14-8527-b38950946627 req-04587a35-4edc-46f9-a319-ba36511bf96d tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:58.091670 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a514974e-131f-4d14-8527-b38950946627 req-04587a35-4edc-46f9-a319-ba36511bf96d tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 945 time: 0.0681143 Aug 24 09:05:58.103938 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-a514974e-131f-4d14-8527-b38950946627 req-84d1a3e6-ba73-40c5-bf38-3fa1dbc1456e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Request body: {'port': {'security_groups': ['4e36998a-a195-4737-82d1-e9932c4c8a1e', '17c50849-25d3-45ac-a965-9f8420adf811']}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:05:58.210371 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-a514974e-131f-4d14-8527-b38950946627 req-84d1a3e6-ba73-40c5-bf38-3fa1dbc1456e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:58.251404 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-e24817f4-3c88-45e2-a7df-6bd2e601da25 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:58.251404 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-e24817f4-3c88-45e2-a7df-6bd2e601da25 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/networks?id=4005b40c-bd5e-4f2f-807f-5b93a1c383fc HTTP/1.1" status: 200 len: 811 time: 0.1669931 Aug 24 09:05:58.271178 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-caae239b-645a-4c73-a96a-5373019c24a2 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/quotas/4fab402e38f1412b8c6b895788d11a28 HTTP/1.1" status: 200 len: 375 time: 0.0149832 Aug 24 09:05:58.274612 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-601c59fc-dbd8-4b57-aaae-3bebd059f583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (e8e92b44-cfcd-4cb8-81ec-e476daf8028e), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:58.327161 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c59fc-dbd8-4b57-aaae-3bebd059f583 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e92b44-cfcd-4cb8-81ec-e476daf8028e,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:58.412458 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-11ab4549-016a-45b4-8ada-0549727675e5 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=4fab402e38f1412b8c6b895788d11a28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1298885 Aug 24 09:05:58.416090 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:58.519333 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-a514974e-131f-4d14-8527-b38950946627 req-84d1a3e6-ba73-40c5-bf38-3fa1dbc1456e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] For port 43e6416e-1808-4db7-9eb7-f04c24a55198, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=43e6416e-1808-4db7-9eb7-f04c24a55198,segment=NetworkSegment(14eae9ec-0f93-4b58-a52f-4229b3557011),segment_id=14eae9ec-0f93-4b58-a52f-4229b3557011)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:05:58.520774 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:58.566964 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-a514974e-131f-4d14-8527-b38950946627 req-84d1a3e6-ba73-40c5-bf38-3fa1dbc1456e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:58.569969 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:58.622162 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-025ab5f8-bb0b-44a0-94d7-29a66b9bdc56 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/4005b40c-bd5e-4f2f-807f-5b93a1c383fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834562 Aug 24 09:05:58.622789 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-601c59fc-dbd8-4b57-aaae-3bebd059f583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698617'] for router_interface (5e674286-9ddf-43fb-934c-02e9a3addde4), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:58.653666 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-a514974e-131f-4d14-8527-b38950946627 req-84d1a3e6-ba73-40c5-bf38-3fa1dbc1456e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:58.667178 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514974e-131f-4d14-8527-b38950946627 req-84d1a3e6-ba73-40c5-bf38-3fa1dbc1456e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:58.667438 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['43e6416e-1808-4db7-9eb7-f04c24a55198'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:05:58.667862 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-a514974e-131f-4d14-8527-b38950946627 req-84d1a3e6-ba73-40c5-bf38-3fa1dbc1456e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:58.669320 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a514974e-131f-4d14-8527-b38950946627 req-84d1a3e6-ba73-40c5-bf38-3fa1dbc1456e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "PUT /networking/v2.0/ports/43e6416e-1808-4db7-9eb7-f04c24a55198 HTTP/1.1" status: 200 len: 981 time: 0.5709655 Aug 24 09:05:58.669819 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'tag': '43e6416e-1808-4db7-9eb7-f04c24a55198'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:05:58.672169 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3009610b-4d33-4a4e-9a32-392f67e2508b" -d '{"events": [{"name": "network-changed", "server_uuid": "b44811f1-2210-4c1e-b531-0c27f49a520c", "tag": "43e6416e-1808-4db7-9eb7-f04c24a55198"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:05:58.743695 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9b0445-079f-44ec-88af-98ff08593419 x-openstack-request-id: req-af9b0445-079f-44ec-88af-98ff08593419 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:05:58.744265 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44811f1-2210-4c1e-b531-0c27f49a520c", "tag": "43e6416e-1808-4db7-9eb7-f04c24a55198", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:05:58.744386 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af9b0445-079f-44ec-88af-98ff08593419 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:05:58.745019 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af9b0445-079f-44ec-88af-98ff08593419'] response: {'name': 'network-changed', 'server_uuid': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'tag': '43e6416e-1808-4db7-9eb7-f04c24a55198', 'status': 'completed', 'code': 200} Aug 24 09:05:58.769564 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['43e6416e-1808-4db7-9eb7-f04c24a55198'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:05:58.812993 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-1e9917a9-b53f-41b5-ab9a-bc9a77d84c4f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/4005b40c-bd5e-4f2f-807f-5b93a1c383fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837733 Aug 24 09:05:58.899187 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1a3e6-ba73-40c5-bf38-3fa1dbc1456e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Pushing event updated for resources: {'Port': ['ID=43e6416e-1808-4db7-9eb7-f04c24a55198,revision_number=6']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:05:58.915303 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:58.923715 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:58.933101 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebaf9e0-dbc0-469b-bdae-b4e62a46ddd3 req-0110d5c2-4c28-4e9b-afe7-ffbe93716ecc tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:58.935427 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2ebaf9e0-dbc0-469b-bdae-b4e62a46ddd3 req-0110d5c2-4c28-4e9b-afe7-ffbe93716ecc tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 984 time: 0.1159916 Aug 24 09:05:58.936800 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009610b-4d33-4a4e-9a32-392f67e2508b req-1cc14ef0-00a5-47e8-94f3-7516be8c72f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:58.938332 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3009610b-4d33-4a4e-9a32-392f67e2508b req-1cc14ef0-00a5-47e8-94f3-7516be8c72f3 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=7d01b966762c46f28c83c9cc4e8cb33e&device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 1168 time: 0.1518865 Aug 24 09:05:58.970891 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601c59fc-dbd8-4b57-aaae-3bebd059f583 admin admin] Router 5e674286-9ddf-43fb-934c-02e9a3addde4 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:05:59.092537 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-2ebaf9e0-dbc0-469b-bdae-b4e62a46ddd3 req-e192bf5c-7589-44ae-bac8-a161d24d522d tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&id=17c50849-25d3-45ac-a965-9f8420adf811&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1486142 Aug 24 09:05:59.118119 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009610b-4d33-4a4e-9a32-392f67e2508b req-29b50c2c-2dab-4a21-8e04-5573604ecd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:59.121969 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3009610b-4d33-4a4e-9a32-392f67e2508b req-29b50c2c-2dab-4a21-8e04-5573604ecd57 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=f9ca9c5e-9301-4517-ab5a-3aebca978484 HTTP/1.1" status: 200 len: 916 time: 0.1694696 Aug 24 09:05:59.250136 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3009610b-4d33-4a4e-9a32-392f67e2508b req-9467e349-5a6c-4036-9066-b42c98487497 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43e6416e-1808-4db7-9eb7-f04c24a55198 HTTP/1.1" status: 200 len: 1001 time: 0.1191337 Aug 24 09:05:59.352928 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009610b-4d33-4a4e-9a32-392f67e2508b req-cde9cdba-6e29-420e-ad3b-174db6f09822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:59.356649 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3009610b-4d33-4a4e-9a32-392f67e2508b req-cde9cdba-6e29-420e-ad3b-174db6f09822 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=b06f727b-ba5d-46f9-873e-427ae850008f HTTP/1.1" status: 200 len: 854 time: 0.0998480 Aug 24 09:05:59.415236 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:DELETE=2,neutron:UPDATE=1,neutron:SELECT=97 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:59.438249 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:59.452405 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009610b-4d33-4a4e-9a32-392f67e2508b req-a8f0c0de-4aa8-4efb-8c23-42fc307fb027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:05:59.454010 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3009610b-4d33-4a4e-9a32-392f67e2508b req-a8f0c0de-4aa8-4efb-8c23-42fc307fb027 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=f9ca9c5e-9301-4517-ab5a-3aebca978484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0905466 Aug 24 09:05:59.473090 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-6f5bc822-bc68-42c1-bbe9-6945eeee287c req-a579fa03-9f7f-46d7-bdb8-10a82be97ab5 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 210 time: 0.0685015 Aug 24 09:05:59.562235 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601c59fc-dbd8-4b57-aaae-3bebd059f583 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:05:59.571240 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-601c59fc-dbd8-4b57-aaae-3bebd059f583 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/5e674286-9ddf-43fb-934c-02e9a3addde4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4431653 Aug 24 09:05:59.581537 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40126) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:05:59.582710 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c1503-e4d5-4022-8035-7b210ced8afe None None] Sync routers for ids ['5e674286-9ddf-43fb-934c-02e9a3addde4'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:05:59.588855 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3009610b-4d33-4a4e-9a32-392f67e2508b req-3135875e-afd9-4b04-a5c5-e31197422523 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/f9ca9c5e-9301-4517-ab5a-3aebca978484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277022 Aug 24 09:05:59.593664 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c1503-e4d5-4022-8035-7b210ced8afe None None] Routers {'5e674286-9ddf-43fb-934c-02e9a3addde4'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:05:59.594297 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-e22c1503-e4d5-4022-8035-7b210ced8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['5e674286-9ddf-43fb-934c-02e9a3addde4'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:59.678740 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=100 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:59.688456 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:05:59.725146 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-e22c1503-e4d5-4022-8035-7b210ced8afe None None] Set router 5e674286-9ddf-43fb-934c-02e9a3addde4 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:05:59.762406 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-622c3168-adfe-4aca-ab4b-a5381ae49482 admin admin] Publish callbacks [] for router (5e674286-9ddf-43fb-934c-02e9a3addde4), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:59.798835 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-3009610b-4d33-4a4e-9a32-392f67e2508b req-f216d7ce-ab58-474b-b4bc-b0dd39c85268 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/f9ca9c5e-9301-4517-ab5a-3aebca978484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767962 Aug 24 09:05:59.876740 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-622c3168-adfe-4aca-ab4b-a5381ae49482 admin admin] Publish callbacks [] for router_gateway (5e674286-9ddf-43fb-934c-02e9a3addde4), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:05:59.911845 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:05:59.923206 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-e22c1503-e4d5-4022-8035-7b210ced8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'name': 'tempest-TestVolumeBootPattern-354268843-router', 'tenant_id': 'd579490e0cea488b97167ba13766fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '30ac560d-9c01-4494-a0d4-5a9351f831fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:34Z', 'updated_at': '2022-08-24T09:05:58Z', 'revision_number': 5, 'project_id': 'd579490e0cea488b97167ba13766fc47', 'gw_port': {'id': '30ac560d-9c01-4494-a0d4-5a9351f831fb', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:57:36Z', 'updated_at': '2022-08-24T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:05:59.955768 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c1503-e4d5-4022-8035-7b210ced8afe None None] Checking router: 5e674286-9ddf-43fb-934c-02e9a3addde4 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:05:59.967191 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c1503-e4d5-4022-8035-7b210ced8afe None None] Routers {'5e674286-9ddf-43fb-934c-02e9a3addde4'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:05:59.967938 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-e22c1503-e4d5-4022-8035-7b210ced8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['5e674286-9ddf-43fb-934c-02e9a3addde4'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:06:00.000904 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-622c3168-adfe-4aca-ab4b-a5381ae49482 admin admin] Deleting port 30ac560d-9c01-4494-a0d4-5a9351f831fb {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:06:00.001510 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-622c3168-adfe-4aca-ab4b-a5381ae49482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (30ac560d-9c01-4494-a0d4-5a9351f831fb), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:00.060357 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-e22c1503-e4d5-4022-8035-7b210ced8afe None None] Set router 5e674286-9ddf-43fb-934c-02e9a3addde4 gateway port host: None {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:06:00.089298 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [None req-622c3168-adfe-4aca-ab4b-a5381ae49482 admin admin] For port 30ac560d-9c01-4494-a0d4-5a9351f831fb, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=30ac560d-9c01-4494-a0d4-5a9351f831fb,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:06:00.089660 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-622c3168-adfe-4aca-ab4b-a5381ae49482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (30ac560d-9c01-4494-a0d4-5a9351f831fb), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:00.110875 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-622c3168-adfe-4aca-ab4b-a5381ae49482 admin admin] Calling delete_port for 30ac560d-9c01-4494-a0d4-5a9351f831fb owned by network:router_gateway {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:06:00.111748 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-e22c1503-e4d5-4022-8035-7b210ced8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'name': 'tempest-TestVolumeBootPattern-354268843-router', 'tenant_id': 'd579490e0cea488b97167ba13766fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:34Z', 'updated_at': '2022-08-24T09:05:59Z', 'revision_number': 6, 'project_id': 'd579490e0cea488b97167ba13766fc47', 'gw_port_host': None}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:06:00.139222 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c1503-e4d5-4022-8035-7b210ced8afe None None] The sync data for ids ['5e674286-9ddf-43fb-934c-02e9a3addde4'] in dv-cinder-852211-5-iscsi is: [{'id': '5e674286-9ddf-43fb-934c-02e9a3addde4', 'name': 'tempest-TestVolumeBootPattern-354268843-router', 'tenant_id': 'd579490e0cea488b97167ba13766fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:57:34Z', 'updated_at': '2022-08-24T09:05:59Z', 'revision_number': 6, 'project_id': 'd579490e0cea488b97167ba13766fc47', 'gw_port_host': None}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:06:00.301775 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:00.471544 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-622c3168-adfe-4aca-ab4b-a5381ae49482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (30ac560d-9c01-4494-a0d4-5a9351f831fb), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:00.512046 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c3168-adfe-4aca-ab4b-a5381ae49482 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ac560d-9c01-4494-a0d4-5a9351f831fb,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:06:00.653370 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-c21955de-5b6f-45ed-b215-1fbb38c68a53 req-71468898-6c10-4f89-97fc-4100f766e899 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 210 time: 0.0505667 Aug 24 09:06:00.663962 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-622c3168-adfe-4aca-ab4b-a5381ae49482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698408'] for router_gateway (5e674286-9ddf-43fb-934c-02e9a3addde4), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:00.760086 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-622c3168-adfe-4aca-ab4b-a5381ae49482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (5e674286-9ddf-43fb-934c-02e9a3addde4), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:00.762736 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-622c3168-adfe-4aca-ab4b-a5381ae49482 admin admin] Publish callbacks [] for router_controller (5e674286-9ddf-43fb-934c-02e9a3addde4), precommit_delete_associations {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:00.893780 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-622c3168-adfe-4aca-ab4b-a5381ae49482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698698'] for router (5e674286-9ddf-43fb-934c-02e9a3addde4), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:00.894375 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622c3168-adfe-4aca-ab4b-a5381ae49482 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e674286-9ddf-43fb-934c-02e9a3addde4 {{(pid=118616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 09:06:00.903928 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-622c3168-adfe-4aca-ab4b-a5381ae49482 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:00.903928 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-622c3168-adfe-4aca-ab4b-a5381ae49482 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/5e674286-9ddf-43fb-934c-02e9a3addde4 HTTP/1.1" status: 204 len: 168 time: 1.3251686 Aug 24 09:06:00.903928 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40132) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:06:00.959203 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_v2 [None req-5278f35b-895a-4fc3-b9d7-0fa92a6fc6ee admin admin] Deleting subnet 467134da-3422-4001-be22-cd53333e82fe {{(pid=118616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 09:06:00.962029 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5278f35b-895a-4fc3-b9d7-0fa92a6fc6ee admin admin] Publish callbacks [] for subnet (467134da-3422-4001-be22-cd53333e82fe), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:01.001703 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5278f35b-895a-4fc3-b9d7-0fa92a6fc6ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10046675'] for subnet (467134da-3422-4001-be22-cd53333e82fe), precommit_delete_associations {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:01.091057 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5278f35b-895a-4fc3-b9d7-0fa92a6fc6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038139'] for subnet (467134da-3422-4001-be22-cd53333e82fe), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:01.237158 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5278f35b-895a-4fc3-b9d7-0fa92a6fc6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10056202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9058651'] for subnet (467134da-3422-4001-be22-cd53333e82fe), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:01.268881 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278f35b-895a-4fc3-b9d7-0fa92a6fc6ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=467134da-3422-4001-be22-cd53333e82fe,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:06:01.271443 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-5278f35b-895a-4fc3-b9d7-0fa92a6fc6ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:01.274031 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-5278f35b-895a-4fc3-b9d7-0fa92a6fc6ee admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/467134da-3422-4001-be22-cd53333e82fe HTTP/1.1" status: 204 len: 168 time: 0.3694844 Aug 24 09:06:01.274911 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3250166-ca6f-40af-b65c-32116a98519f None None] Network 82aba53f-4fce-4a48-a855-18e24e864de2 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:06:01.276616 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40134) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:06:01.447771 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cb40e0-e8e4-4e61-a162-66fc902026df None None] DHCP port deletion for 82aba53f-4fce-4a48-a855-18e24e864de2 request from dv-cinder-852211-5-iscsi {{(pid=118618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 09:06:01.500685 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb40e0-e8e4-4e61-a162-66fc902026df None None] Deleting port e49f1d45-3bf6-4097-a5cd-7a03a8f25084 {{(pid=118618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:06:01.501081 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e3cb40e0-e8e4-4e61-a162-66fc902026df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (e49f1d45-3bf6-4097-a5cd-7a03a8f25084), before_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:01.589928 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-e3cb40e0-e8e4-4e61-a162-66fc902026df None None] For port e49f1d45-3bf6-4097-a5cd-7a03a8f25084, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=e49f1d45-3bf6-4097-a5cd-7a03a8f25084,segment=NetworkSegment(972aba06-d9fe-4101-9dc6-249ad4763aa0),segment_id=972aba06-d9fe-4101-9dc6-249ad4763aa0)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:06:01.590324 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e3cb40e0-e8e4-4e61-a162-66fc902026df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (e49f1d45-3bf6-4097-a5cd-7a03a8f25084), precommit_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:01.608474 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb40e0-e8e4-4e61-a162-66fc902026df None None] Calling delete_port for e49f1d45-3bf6-4097-a5cd-7a03a8f25084 owned by network:dhcp {{(pid=118618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:06:01.643532 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623286'] for network (82aba53f-4fce-4a48-a855-18e24e864de2), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:01.651366 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:01.725132 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] Deleting port e49f1d45-3bf6-4097-a5cd-7a03a8f25084 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:06:01.726291 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (e49f1d45-3bf6-4097-a5cd-7a03a8f25084), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:01.791387 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c5ea8a4a-d25f-4cdc-aae2-fb99fc0390b7 req-fe7bb773-3274-4876-bcb0-2f7ece47fefe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 210 time: 0.0375752 Aug 24 09:06:01.858983 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e3cb40e0-e8e4-4e61-a162-66fc902026df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847'] for port (e49f1d45-3bf6-4097-a5cd-7a03a8f25084), after_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:01.859242 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] For port e49f1d45-3bf6-4097-a5cd-7a03a8f25084, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=e49f1d45-3bf6-4097-a5cd-7a03a8f25084,segment=NetworkSegment(972aba06-d9fe-4101-9dc6-249ad4763aa0),segment_id=972aba06-d9fe-4101-9dc6-249ad4763aa0)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:06:01.859594 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (e49f1d45-3bf6-4097-a5cd-7a03a8f25084), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:01.882264 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-baa305de-c6d7-45ca-8bed-c0bc1e2bb5c8 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:01.883881 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-baa305de-c6d7-45ca-8bed-c0bc1e2bb5c8 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.69 "GET /networking/v2.0/networks?id=4005b40c-bd5e-4f2f-807f-5b93a1c383fc HTTP/1.1" status: 200 len: 811 time: 0.2049527 Aug 24 09:06:01.885048 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] Calling delete_port for e49f1d45-3bf6-4097-a5cd-7a03a8f25084 owned by network:dhcp {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:06:01.887692 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb40e0-e8e4-4e61-a162-66fc902026df None None] Pushing event deleted for resources: {'Port': ['ID=e49f1d45-3bf6-4097-a5cd-7a03a8f25084,revision_number=None']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:06:01.889626 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb40e0-e8e4-4e61-a162-66fc902026df None None] No DVR routers for this DVR port e49f1d45-3bf6-4097-a5cd-7a03a8f25084 on host dv-cinder-852211-5-iscsi {{(pid=118618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:06:01.917176 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:01.998128 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 30ac560d-9c01-4494-a0d4-5a9351f831fb no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:06:02.013348 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-ab38b0e7-6eec-4766-b637-da7474695bb9 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.69 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4fab402e38f1412b8c6b895788d11a28 HTTP/1.1" status: 200 len: 380 time: 0.1180406 Aug 24 09:06:02.020684 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: 30ac560d-9c01-4494-a0d4-5a9351f831fb {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:06:02.021012 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 30ac560d-9c01-4494-a0d4-5a9351f831fb not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:06:02.021445 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device e8e92b44-cfcd-4cb8-81ec-e476daf8028e no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:06:02.027156 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-f08d03da-22cd-4e79-9185-50a36bad47dd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Request body: {'port': {'device_id': 'd7dd643b-da02-4e98-9ce4-6370e04e3505', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'admin_state_up': True, 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'security_groups': ['3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7']}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:06:02.042169 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: e8e92b44-cfcd-4cb8-81ec-e476daf8028e {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:06:02.047976 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device e8e92b44-cfcd-4cb8-81ec-e476daf8028e not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:06:02.047976 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device e49f1d45-3bf6-4097-a5cd-7a03a8f25084 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:06:02.061236 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (e49f1d45-3bf6-4097-a5cd-7a03a8f25084), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:02.063050 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: e49f1d45-3bf6-4097-a5cd-7a03a8f25084 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:06:02.063414 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device e49f1d45-3bf6-4097-a5cd-7a03a8f25084 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:06:02.130579 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] Pushing event deleted for resources: {'Port': ['ID=e49f1d45-3bf6-4097-a5cd-7a03a8f25084,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:06:02.141367 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] No DVR routers for this DVR port e49f1d45-3bf6-4097-a5cd-7a03a8f25084 on host dv-cinder-852211-5-iscsi {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:06:02.253141 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038395', 'neutron.services.segments.db._delete_segments_for_network-8762420374128'] for network (82aba53f-4fce-4a48-a855-18e24e864de2), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:02.280689 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82aba53f-4fce-4a48-a855-18e24e864de2']}} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:06:02.293556 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972aba06-d9fe-4101-9dc6-249ad4763aa0') {'for_net_delete': True} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:06:02.293853 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972aba06-d9fe-4101-9dc6-249ad4763aa0') {} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:06:02.305647 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420431854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10046682'] for segment (972aba06-d9fe-4101-9dc6-249ad4763aa0), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:02.322692 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (972aba06-d9fe-4101-9dc6-249ad4763aa0), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:02.330388 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=118616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 09:06:02.330865 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056300'] for segment (972aba06-d9fe-4101-9dc6-249ad4763aa0), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:02.352750 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.services.segments.plugin [-] Segment 972aba06-d9fe-4101-9dc6-249ad4763aa0 resource provider aggregate not found Aug 24 09:06:02.363945 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:02.367028 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-f08d03da-22cd-4e79-9185-50a36bad47dd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Made reservation on behalf of 4fab402e38f1412b8c6b895788d11a28 for: {'port': 1} {{(pid=118616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:06:02.370999 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-f08d03da-22cd-4e79-9185-50a36bad47dd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:02.374384 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.services.segments.plugin [-] Segment 972aba06-d9fe-4101-9dc6-249ad4763aa0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 972aba06-d9fe-4101-9dc6-249ad4763aa0 found for delete ", "request_id": "req-0d116b23-0ace-409a-9a82-d583577e48b7"}]} Aug 24 09:06:02.505654 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698380'] for network (82aba53f-4fce-4a48-a855-18e24e864de2), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:02.547368 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:02.550936 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/82aba53f-4fce-4a48-a855-18e24e864de2 HTTP/1.1" status: 204 len: 168 time: 1.2731171 Aug 24 09:06:02.571292 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5d15e-a37e-491b-af72-59e216957302 admin admin] Pushing event deleted for resources: {'Network': ['ID=82aba53f-4fce-4a48-a855-18e24e864de2,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:06:02.595635 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.db_base_plugin_common [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-f08d03da-22cd-4e79-9185-50a36bad47dd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Allocated IP 172.20.0.5 (4005b40c-bd5e-4f2f-807f-5b93a1c383fc/959a2b19-48dd-4327-ae75-bb0f35353f5e/aef867ff-a9b4-42a7-8d98-4664faa3983e) {{(pid=118616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:06:02.764928 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-f08d03da-22cd-4e79-9185-50a36bad47dd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for port (aef867ff-a9b4-42a7-8d98-4664faa3983e), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:02.882688 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-f08d03da-22cd-4e79-9185-50a36bad47dd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762419903838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (aef867ff-a9b4-42a7-8d98-4664faa3983e), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:02.908729 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:02.953104 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40150) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:06:02.957351 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-f08d03da-22cd-4e79-9185-50a36bad47dd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc is already hosted by enough agents. {{(pid=118616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:06:02.963552 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6b77b-7f73-40c6-bff6-7785b0586ebf req-89bb7125-495f-41f6-8e13-667c100eac5b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:02.965241 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-28b6b77b-7f73-40c6-bff6-7785b0586ebf req-89bb7125-495f-41f6-8e13-667c100eac5b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 931 time: 0.0950301 Aug 24 09:06:02.968886 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.base_scheduler [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-f08d03da-22cd-4e79-9185-50a36bad47dd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Resources bound (agent type, host, resource id): {{(pid=118616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:06:02.973204 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-f08d03da-22cd-4e79-9185-50a36bad47dd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Received port after_create {{(pid=118616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 09:06:03.005018 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-d0ae08fb-b27a-483c-9789-d6f0096a7d0c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=12594f976e5f48d9926716737f86afe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0494013 Aug 24 09:06:03.005838 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d03da-22cd-4e79-9185-50a36bad47dd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Pushing event updated for resources: {'Port': ['ID=aef867ff-a9b4-42a7-8d98-4664faa3983e,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:06:03.006339 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40152) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:06:03.052772 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:03.053364 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-f08d03da-22cd-4e79-9185-50a36bad47dd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:03.054070 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-f08d03da-22cd-4e79-9185-50a36bad47dd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:03.098270 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a9d58df5-5d80-43e4-8fac-4a1a7b99a165 admin admin] Publish callbacks [] for security_group (24991bab-c860-422f-892d-08ec3a18d40b), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:03.104838 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-28b6b77b-7f73-40c6-bff6-7785b0586ebf req-d00b6ac3-c483-491e-b2e0-4d6f5aa0a577 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208799 Aug 24 09:06:03.142750 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a9d58df5-5d80-43e4-8fac-4a1a7b99a165 admin admin] Publish callbacks [] for security_group (24991bab-c860-422f-892d-08ec3a18d40b), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:03.173312 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-f08d03da-22cd-4e79-9185-50a36bad47dd tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.69 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1530731 Aug 24 09:06:03.190201 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.v2.base [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Request body: {'port': {'device_id': 'd7dd643b-da02-4e98-9ce4-6370e04e3505', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=118616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:06:03.199939 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-edaa62d5-cb4f-4994-b8a4-ec75cdcbcb57 None None] Provisioning complete for port aef867ff-a9b4-42a7-8d98-4664faa3983e triggered by entity DHCP. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:06:03.200562 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-edaa62d5-cb4f-4994-b8a4-ec75cdcbcb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (aef867ff-a9b4-42a7-8d98-4664faa3983e), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:03.201824 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:03.235158 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:03.237314 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:03.239872 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-edaa62d5-cb4f-4994-b8a4-ec75cdcbcb57 None None] Port aef867ff-a9b4-42a7-8d98-4664faa3983e cannot update to ACTIVE because it is not bound. {{(pid=118618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 09:06:03.279169 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (aef867ff-a9b4-42a7-8d98-4664faa3983e), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:03.304688 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a9d58df5-5d80-43e4-8fac-4a1a7b99a165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (24991bab-c860-422f-892d-08ec3a18d40b), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:03.307438 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a9d58df5-5d80-43e4-8fac-4a1a7b99a165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:03.308630 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-a9d58df5-5d80-43e4-8fac-4a1a7b99a165 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/24991bab-c860-422f-892d-08ec3a18d40b HTTP/1.1" status: 204 len: 168 time: 0.3009341 Aug 24 09:06:03.320967 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d58df5-5d80-43e4-8fac-4a1a7b99a165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24991bab-c860-422f-892d-08ec3a18d40b,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:06:03.498684 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:03.558587 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef867ff-a9b4-42a7-8d98-4664faa3983e {{(pid=118616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:06:03.566964 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Publish callbacks [] for port (aef867ff-a9b4-42a7-8d98-4664faa3983e), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:03.580537 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.provisioning_blocks [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Transition to ACTIVE for port object aef867ff-a9b4-42a7-8d98-4664faa3983e will not be triggered until provisioned by entity L2. {{(pid=118616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 09:06:03.670553 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (aef867ff-a9b4-42a7-8d98-4664faa3983e), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:03.752013 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Pushing event updated for resources: {'Port': ['ID=aef867ff-a9b4-42a7-8d98-4664faa3983e,revision_number=2']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:06:03.789768 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Attempting to bind port aef867ff-a9b4-42a7-8d98-4664faa3983e on host hv-cinder-85221 for vnic_type normal with profile {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 09:06:03.790436 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Attempting to bind port aef867ff-a9b4-42a7-8d98-4664faa3983e by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc'}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 09:06:03.790436 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Attempting to bind port aef867ff-a9b4-42a7-8d98-4664faa3983e on network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:06:03.797860 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Port aef867ff-a9b4-42a7-8d98-4664faa3983e on network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 09:06:03.797860 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Attempting to bind port aef867ff-a9b4-42a7-8d98-4664faa3983e on network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 09:06:03.801218 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Checking agent: {'id': 'd280a0fa-cb7d-4e71-a6d7-43dfd23a134a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'started_at': datetime.datetime(2022, 8, 24, 8, 54, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 09:06:03.801596 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Checking segment: {'id': '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 09:06:03.802038 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Bound using segment: {'id': '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc'} {{(pid=118616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 09:06:03.802531 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.managers [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Bound port: aef867ff-a9b4-42a7-8d98-4664faa3983e, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc'}}] {{(pid=118616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 09:06:03.802860 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (aef867ff-a9b4-42a7-8d98-4664faa3983e), before_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:03.888156 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] For port aef867ff-a9b4-42a7-8d98-4664faa3983e, host hv-cinder-85221, cleared binding levels {{(pid=118616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:06:03.891251 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] For port aef867ff-a9b4-42a7-8d98-4664faa3983e, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=aef867ff-a9b4-42a7-8d98-4664faa3983e,segment=NetworkSegment(9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef),segment_id=9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef)] {{(pid=118616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:06:04.060430 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10056272'] for port (aef867ff-a9b4-42a7-8d98-4664faa3983e), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:04.063735 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:04.064517 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:04.065903 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] 10.222.0.69 "PUT /networking/v2.0/ports/aef867ff-a9b4-42a7-8d98-4664faa3983e HTTP/1.1" status: 200 len: 1093 time: 0.8841932 Aug 24 09:06:04.074858 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dd643b-da02-4e98-9ce4-6370e04e3505', 'tag': 'aef867ff-a9b4-42a7-8d98-4664faa3983e'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:06:04.074858 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa34d44-f6c6-459c-94c1-8018ebe67b93" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dd643b-da02-4e98-9ce4-6370e04e3505", "tag": "aef867ff-a9b4-42a7-8d98-4664faa3983e"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:06:04.114604 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9826406e-4d2a-4b2a-8159-9cfefcefbee0 x-openstack-request-id: req-9826406e-4d2a-4b2a-8159-9cfefcefbee0 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:06:04.114897 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dd643b-da02-4e98-9ce4-6370e04e3505", "tag": "aef867ff-a9b4-42a7-8d98-4664faa3983e", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:06:04.115148 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9826406e-4d2a-4b2a-8159-9cfefcefbee0 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:06:04.115751 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9826406e-4d2a-4b2a-8159-9cfefcefbee0'] response: {'name': 'network-changed', 'server_uuid': 'd7dd643b-da02-4e98-9ce4-6370e04e3505', 'tag': 'aef867ff-a9b4-42a7-8d98-4664faa3983e', 'status': 'completed', 'code': 200} Aug 24 09:06:04.132392 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b11717-5e78-4ed1-bae5-a3b335cdeb27 service neutron] Pushing event updated for resources: {'Port': ['ID=aef867ff-a9b4-42a7-8d98-4664faa3983e,revision_number=3']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:06:04.185220 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa34d44-f6c6-459c-94c1-8018ebe67b93 req-c8d46fbd-aa78-438d-903a-a42243fb6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:04.195124 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ffa34d44-f6c6-459c-94c1-8018ebe67b93 req-c8d46fbd-aa78-438d-903a-a42243fb6ca6 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=4fab402e38f1412b8c6b895788d11a28&device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 1127 time: 0.0478885 Aug 24 09:06:04.206403 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:04.265354 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81493e80-731b-4953-9b36-c9e2cdc192a6 req-8cc7f67e-8707-4148-84af-730e315ff58e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:04.265904 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40162) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:06:04.268478 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-81493e80-731b-4953-9b36-c9e2cdc192a6 req-8cc7f67e-8707-4148-84af-730e315ff58e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 943 time: 0.0806670 Aug 24 09:06:04.329732 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-6faba144-7c7b-414c-a385-b7149f98a645 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d579490e0cea488b97167ba13766fc47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0622733 Aug 24 09:06:04.332435 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40164) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:06:04.376870 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-81493e80-731b-4953-9b36-c9e2cdc192a6 req-8de5bd24-5e51-43d3-b7e0-d94ee58f7155 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997856 Aug 24 09:06:04.378087 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa34d44-f6c6-459c-94c1-8018ebe67b93 req-6f0299bf-253d-4d87-80e1-46a084c46e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:04.379475 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ffa34d44-f6c6-459c-94c1-8018ebe67b93 req-6f0299bf-253d-4d87-80e1-46a084c46e11 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?tenant_id=4fab402e38f1412b8c6b895788d11a28&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1828289 Aug 24 09:06:04.418678 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-fad549c7-03a9-40b8-bf24-f3159b54d649 admin admin] Publish callbacks [] for security_group (8ce1db67-f81e-45c8-be7e-40bc52f131ba), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:04.454919 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-fad549c7-03a9-40b8-bf24-f3159b54d649 admin admin] Publish callbacks [] for security_group (8ce1db67-f81e-45c8-be7e-40bc52f131ba), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:04.491709 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa34d44-f6c6-459c-94c1-8018ebe67b93 req-f98351ee-d736-4442-bcb9-dd785275278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:04.493345 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ffa34d44-f6c6-459c-94c1-8018ebe67b93 req-f98351ee-d736-4442-bcb9-dd785275278e service neutron] 10.222.0.69 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1059356 Aug 24 09:06:04.575189 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-64571fd7-970b-428b-8986-f05646964d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:04.576826 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-64571fd7-970b-428b-8986-f05646964d4b service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=4fab402e38f1412b8c6b895788d11a28&device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 1127 time: 0.0426362 Aug 24 09:06:04.590789 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-fad549c7-03a9-40b8-bf24-f3159b54d649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (8ce1db67-f81e-45c8-be7e-40bc52f131ba), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:04.593376 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-fad549c7-03a9-40b8-bf24-f3159b54d649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:04.594725 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-fad549c7-03a9-40b8-bf24-f3159b54d649 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8ce1db67-f81e-45c8-be7e-40bc52f131ba HTTP/1.1" status: 204 len: 168 time: 0.2607319 Aug 24 09:06:04.612834 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad549c7-03a9-40b8-bf24-f3159b54d649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce1db67-f81e-45c8-be7e-40bc52f131ba,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:06:04.630312 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-e8ef5c08-d354-4175-8987-a1baf422210e service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aef867ff-a9b4-42a7-8d98-4664faa3983e HTTP/1.1" status: 200 len: 217 time: 0.0455248 Aug 24 09:06:04.690173 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-3242104a-69a3-44e2-8605-2eaac3bddecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:04.690173 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-3242104a-69a3-44e2-8605-2eaac3bddecd service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=959a2b19-48dd-4327-ae75-bb0f35353f5e HTTP/1.1" status: 200 len: 850 time: 0.0511913 Aug 24 09:06:04.739209 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-2c128c05-b711-4f01-9dc0-75eed456647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:04.740817 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-2c128c05-b711-4f01-9dc0-75eed456647b service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=4005b40c-bd5e-4f2f-807f-5b93a1c383fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455308 Aug 24 09:06:04.847694 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-b4cedfe6-2f35-422e-9d4f-69181dc8c04c service neutron] 10.222.0.69 "GET /networking/v2.0/networks/4005b40c-bd5e-4f2f-807f-5b93a1c383fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989583 Aug 24 09:06:04.893775 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:04.961897 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-36f12d79-0bd2-4cb2-b3e8-666ba2d92b6b req-95d70ea7-1221-4482-aae7-875e4cba53ab service neutron] 10.222.0.69 "GET /networking/v2.0/networks/4005b40c-bd5e-4f2f-807f-5b93a1c383fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075988 Aug 24 09:06:05.515772 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9d556-9781-4f9d-96bc-d982ddf9945a req-60416c9e-08da-4106-8fcd-c449dd561052 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:05.516691 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-efe9d556-9781-4f9d-96bc-d982ddf9945a req-60416c9e-08da-4106-8fcd-c449dd561052 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 943 time: 0.0579870 Aug 24 09:06:05.575324 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-efe9d556-9781-4f9d-96bc-d982ddf9945a req-acbe49fd-7667-4dc4-bd07-472cde4089c4 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478439 Aug 24 09:06:06.920780 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa4cf0-0d89-496c-bed0-e972c58bae04 req-ca245f56-c3c2-423d-9718-9fadccfe633a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:06.922348 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-43fa4cf0-0d89-496c-bed0-e972c58bae04 req-ca245f56-c3c2-423d-9718-9fadccfe633a tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 943 time: 0.2668815 Aug 24 09:06:06.977970 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-43fa4cf0-0d89-496c-bed0-e972c58bae04 req-b0cc8d6a-903d-416d-84ca-9a0b3edd1555 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486403 Aug 24 09:06:07.924734 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device aef867ff-a9b4-42a7-8d98-4664faa3983e details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=118618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 09:06:08.036686 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port aef867ff-a9b4-42a7-8d98-4664faa3983e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=aef867ff-a9b4-42a7-8d98-4664faa3983e,segment=NetworkSegment(9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef),segment_id=9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:06:08.048091 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Returning: {'device': 'aef867ff-a9b4-42a7-8d98-4664faa3983e', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'port_id': 'aef867ff-a9b4-42a7-8d98-4664faa3983e', 'mac_address': 'fa:16:3e:89:70:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 09:06:08.090283 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port aef867ff-a9b4-42a7-8d98-4664faa3983e is: DOWN; New status is: BUILD {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:06:08.091052 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (aef867ff-a9b4-42a7-8d98-4664faa3983e), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:08.107379 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef867ff-a9b4-42a7-8d98-4664faa3983e {{(pid=118618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 09:06:08.129148 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port aef867ff-a9b4-42a7-8d98-4664faa3983e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=aef867ff-a9b4-42a7-8d98-4664faa3983e,segment=NetworkSegment(9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef),segment_id=9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:06:08.169971 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dba20-87a6-4b79-8321-d66aa3eec0d6 req-21888ed0-50eb-45d7-ad64-42c3030eeffe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:08.171504 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-da4dba20-87a6-4b79-8321-d66aa3eec0d6 req-21888ed0-50eb-45d7-ad64-42c3030eeffe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 943 time: 0.1172397 Aug 24 09:06:08.220046 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (aef867ff-a9b4-42a7-8d98-4664faa3983e), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:08.220790 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-da4dba20-87a6-4b79-8321-d66aa3eec0d6 req-a2243112-d80f-4c24-8679-3767c96a6e2b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434377 Aug 24 09:06:08.273068 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=aef867ff-a9b4-42a7-8d98-4664faa3983e,revision_number=4']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:06:08.464911 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['aef867ff-a9b4-42a7-8d98-4664faa3983e'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:06:09.346087 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35200b4d-0641-45ec-a661-ee1c6c5c5e3f req-c2305e0c-3fc9-460e-879a-88d7d2176a00 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:09.347613 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-35200b4d-0641-45ec-a661-ee1c6c5c5e3f req-c2305e0c-3fc9-460e-879a-88d7d2176a00 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 944 time: 0.0493922 Aug 24 09:06:09.398282 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-35200b4d-0641-45ec-a661-ee1c6c5c5e3f req-c5c4bc9c-60c8-449c-b974-bf358de9b29c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449488 Aug 24 09:06:09.942498 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device aef867ff-a9b4-42a7-8d98-4664faa3983e up at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:06:09.998774 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning for port aef867ff-a9b4-42a7-8d98-4664faa3983e completed by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 09:06:10.110588 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:10.114320 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=71 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:10.119064 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=6 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:10.162090 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.provisioning_blocks [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Provisioning complete for port aef867ff-a9b4-42a7-8d98-4664faa3983e triggered by entity L2. {{(pid=118618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 09:06:10.162466 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037010'] for port (aef867ff-a9b4-42a7-8d98-4664faa3983e), provisioning_complete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:10.372108 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Current status of the port aef867ff-a9b4-42a7-8d98-4664faa3983e is: BUILD; New status is: ACTIVE {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:06:10.372491 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (aef867ff-a9b4-42a7-8d98-4664faa3983e), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:10.396137 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd643b-da02-4e98-9ce4-6370e04e3505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef867ff-a9b4-42a7-8d98-4664faa3983e'}] {{(pid=118618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:06:10.398403 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2000b04ba40a14adbea8cb25b460552aeb2c6437f4619bf9f7ace7f12b139aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bd725f-2008-4f7e-aca8-02827e5e2ba6" -d '{"events": [{"server_uuid": "d7dd643b-da02-4e98-9ce4-6370e04e3505", "name": "network-vif-plugged", "status": "completed", "tag": "aef867ff-a9b4-42a7-8d98-4664faa3983e"}]}' {{(pid=118618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:06:10.411957 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] For port aef867ff-a9b4-42a7-8d98-4664faa3983e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=aef867ff-a9b4-42a7-8d98-4664faa3983e,segment=NetworkSegment(9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef),segment_id=9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:06:10.441563 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f136a977-f0a4-47dc-aaa9-76f6a35ea8a5 x-openstack-request-id: req-f136a977-f0a4-47dc-aaa9-76f6a35ea8a5 {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:06:10.441868 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd643b-da02-4e98-9ce4-6370e04e3505", "name": "network-vif-plugged", "status": "completed", "tag": "aef867ff-a9b4-42a7-8d98-4664faa3983e", "code": 200}]} {{(pid=118618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:06:10.442616 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f136a977-f0a4-47dc-aaa9-76f6a35ea8a5 {{(pid=118618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:06:10.442744 dv-cinder-852211-5-iscsi neutron-server[118618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f136a977-f0a4-47dc-aaa9-76f6a35ea8a5'] response: {'server_uuid': 'd7dd643b-da02-4e98-9ce4-6370e04e3505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef867ff-a9b4-42a7-8d98-4664faa3983e', 'code': 200} Aug 24 09:06:10.471353 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874'] for port (aef867ff-a9b4-42a7-8d98-4664faa3983e), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:10.525283 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Pushing event updated for resources: {'Port': ['ID=aef867ff-a9b4-42a7-8d98-4664faa3983e,revision_number=5']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:06:10.531070 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524390ea-8012-4d8a-9cbb-d0a47f6ab6f0 req-ba1f3609-069e-4e39-b551-4831bec06255 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:10.532763 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-524390ea-8012-4d8a-9cbb-d0a47f6ab6f0 req-ba1f3609-069e-4e39-b551-4831bec06255 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 945 time: 0.0527463 Aug 24 09:06:10.584697 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-524390ea-8012-4d8a-9cbb-d0a47f6ab6f0 req-ecbbcc56-2ebe-4794-815d-63259ce8ab6b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448453 Aug 24 09:06:10.869296 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432439c-521b-4b25-a32f-dcc364f136eb req-a09347e2-b759-41bb-816c-99757f33fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:10.870761 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a432439c-521b-4b25-a32f-dcc364f136eb req-a09347e2-b759-41bb-816c-99757f33fe45 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 1129 time: 0.0451903 Aug 24 09:06:10.922981 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a432439c-521b-4b25-a32f-dcc364f136eb req-be37ebe5-31ab-42e0-a4a4-3bc7ede94315 service neutron] 10.222.0.69 "GET /networking/v2.0/security-groups?id=3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409164 Aug 24 09:06:11.721850 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33926263-274b-4957-8e67-784548ccd9e5 req-09e7b4a6-d690-4cdc-bad3-d8db68215096 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:11.723350 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-33926263-274b-4957-8e67-784548ccd9e5 req-09e7b4a6-d690-4cdc-bad3-d8db68215096 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 945 time: 0.0536873 Aug 24 09:06:11.773127 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-33926263-274b-4957-8e67-784548ccd9e5 req-c88dc8d8-4aa1-4bc4-8d52-51baacd0cde0 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435841 Aug 24 09:06:11.911103 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-049e7fad-342b-4ff8-848e-277019db800c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:12.897710 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660273b3-3ca4-45cf-9222-5a97d0cd43c9 req-5e3a3f26-12ab-45c1-9b60-6b6a47994063 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:12.899275 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-660273b3-3ca4-45cf-9222-5a97d0cd43c9 req-5e3a3f26-12ab-45c1-9b60-6b6a47994063 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 945 time: 0.0484929 Aug 24 09:06:12.948058 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-660273b3-3ca4-45cf-9222-5a97d0cd43c9 req-cb6a56de-3bbc-4e83-8282-f70d5bea7d9e tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423675 Aug 24 09:06:13.054036 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:13.063420 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c4377-0e41-4e3b-97bd-01a70431ab1d req-f8fe0c93-596d-48ef-a013-6e9953364b4d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:13.063659 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-1b4c4377-0e41-4e3b-97bd-01a70431ab1d req-f8fe0c93-596d-48ef-a013-6e9953364b4d tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 945 time: 0.0465980 Aug 24 09:06:13.073450 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40196) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:06:13.077895 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [None req-fb95ffdf-ebf8-489e-b5a2-0fd376fdb421 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Request body: {'floatingip': {'port_id': 'aef867ff-a9b4-42a7-8d98-4664faa3983e'}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:06:13.116357 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-fb95ffdf-ebf8-489e-b5a2-0fd376fdb421 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for floatingip (ca2736c8-e3f2-4f37-86da-9a8f790e7f31), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:13.578309 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4555ff-ae89-4a33-8fe3-83f5cc3aa733 req-fcb3bca1-100e-4f8f-857b-68e71dde3c98 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:13.579824 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-bb4555ff-ae89-4a33-8fe3-83f5cc3aa733 req-fcb3bca1-100e-4f8f-857b-68e71dde3c98 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 984 time: 0.0952663 Aug 24 09:06:13.584077 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:13.600686 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-fb95ffdf-ebf8-489e-b5a2-0fd376fdb421 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:13.622890 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6395e9-6650-46cf-b93d-3d3bdc5a0ddd req-c89f100a-2f5b-4133-95d1-95412a899f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:13.624459 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7a6395e9-6650-46cf-b93d-3d3bdc5a0ddd req-c89f100a-2f5b-4133-95d1-95412a899f9f service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=7d01b966762c46f28c83c9cc4e8cb33e&device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 1168 time: 0.0460973 Aug 24 09:06:13.653387 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-bb4555ff-ae89-4a33-8fe3-83f5cc3aa733 req-5a3c2fe9-e08d-4305-8ac6-8a8a25afb1df tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&id=17c50849-25d3-45ac-a965-9f8420adf811&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621178 Aug 24 09:06:13.659834 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-fb95ffdf-ebf8-489e-b5a2-0fd376fdb421 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (ca2736c8-e3f2-4f37-86da-9a8f790e7f31), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:13.718402 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6395e9-6650-46cf-b93d-3d3bdc5a0ddd req-825c6a41-b667-4e24-9433-7902ebf564cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:13.719900 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7a6395e9-6650-46cf-b93d-3d3bdc5a0ddd req-825c6a41-b667-4e24-9433-7902ebf564cb service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=f9ca9c5e-9301-4517-ab5a-3aebca978484 HTTP/1.1" status: 200 len: 916 time: 0.0887132 Aug 24 09:06:13.758196 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.db.l3_db [None req-fb95ffdf-ebf8-489e-b5a2-0fd376fdb421 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Floating IP ca2736c8-e3f2-4f37-86da-9a8f790e7f31 associated. External IP: 172.27.1.21, port: aef867ff-a9b4-42a7-8d98-4664faa3983e. Aug 24 09:06:13.785889 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7a6395e9-6650-46cf-b93d-3d3bdc5a0ddd req-a9b1b71f-0518-45b5-a595-626fe5db961d service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43e6416e-1808-4db7-9eb7-f04c24a55198 HTTP/1.1" status: 200 len: 1001 time: 0.0595186 Aug 24 09:06:13.837532 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6395e9-6650-46cf-b93d-3d3bdc5a0ddd req-5579dbc6-f411-4baa-bcdf-72971d01fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:13.839073 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7a6395e9-6650-46cf-b93d-3d3bdc5a0ddd req-5579dbc6-f411-4baa-bcdf-72971d01fe25 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=b06f727b-ba5d-46f9-873e-427ae850008f HTTP/1.1" status: 200 len: 854 time: 0.0458484 Aug 24 09:06:13.884969 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6395e9-6650-46cf-b93d-3d3bdc5a0ddd req-d5754f99-fa4b-4ce1-a876-9ee7755708bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:13.886465 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7a6395e9-6650-46cf-b93d-3d3bdc5a0ddd req-d5754f99-fa4b-4ce1-a876-9ee7755708bd service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=f9ca9c5e-9301-4517-ab5a-3aebca978484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414903 Aug 24 09:06:13.964197 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb95ffdf-ebf8-489e-b5a2-0fd376fdb421 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Router 69fade73-84f6-4681-b733-3b5af71372c3 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:06:13.989987 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7a6395e9-6650-46cf-b93d-3d3bdc5a0ddd req-28dc9796-03de-4c8b-9381-25025056cd69 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/f9ca9c5e-9301-4517-ab5a-3aebca978484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969124 Aug 24 09:06:14.016226 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:14.069844 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=100 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:14.073279 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb95ffdf-ebf8-489e-b5a2-0fd376fdb421 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:06:14.084352 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-fb95ffdf-ebf8-489e-b5a2-0fd376fdb421 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:14.084472 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:14.084598 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58351743-f427-4fac-b2d0-8e4581a28d10 None None] Sync routers for ids ['69fade73-84f6-4681-b733-3b5af71372c3'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:06:14.088201 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-7a6395e9-6650-46cf-b93d-3d3bdc5a0ddd req-fbf7d014-bd80-44cc-bd38-29fad80683f5 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/f9ca9c5e-9301-4517-ab5a-3aebca978484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920849 Aug 24 09:06:14.097547 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58351743-f427-4fac-b2d0-8e4581a28d10 None None] Routers {'69fade73-84f6-4681-b733-3b5af71372c3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:06:14.098180 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-58351743-f427-4fac-b2d0-8e4581a28d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:05:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['69fade73-84f6-4681-b733-3b5af71372c3'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:06:14.117040 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-fb95ffdf-ebf8-489e-b5a2-0fd376fdb421 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/ca2736c8-e3f2-4f37-86da-9a8f790e7f31 HTTP/1.1" status: 200 len: 990 time: 1.0425301 Aug 24 09:06:14.117931 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dd643b-da02-4e98-9ce4-6370e04e3505', 'tag': 'aef867ff-a9b4-42a7-8d98-4664faa3983e'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:06:14.120408 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0e67b9-1019-4989-8b61-9e8946788980" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dd643b-da02-4e98-9ce4-6370e04e3505", "tag": "aef867ff-a9b4-42a7-8d98-4664faa3983e"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:06:14.160377 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8062794-2012-46cd-8c89-44cdeab74fa6 x-openstack-request-id: req-d8062794-2012-46cd-8c89-44cdeab74fa6 {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:06:14.160725 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dd643b-da02-4e98-9ce4-6370e04e3505", "tag": "aef867ff-a9b4-42a7-8d98-4664faa3983e", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:06:14.161097 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8062794-2012-46cd-8c89-44cdeab74fa6 {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:06:14.161412 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8062794-2012-46cd-8c89-44cdeab74fa6'] response: {'name': 'network-changed', 'server_uuid': 'd7dd643b-da02-4e98-9ce4-6370e04e3505', 'tag': 'aef867ff-a9b4-42a7-8d98-4664faa3983e', 'status': 'completed', 'code': 200} Aug 24 09:06:14.209510 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-58351743-f427-4fac-b2d0-8e4581a28d10 None None] Set router 69fade73-84f6-4681-b733-3b5af71372c3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:06:14.243802 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e67b9-1019-4989-8b61-9e8946788980 req-2ca80dd2-7795-49e1-b6e7-05305e544673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:14.245204 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4a0e67b9-1019-4989-8b61-9e8946788980 req-2ca80dd2-7795-49e1-b6e7-05305e544673 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=4fab402e38f1412b8c6b895788d11a28&device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 1129 time: 0.0507915 Aug 24 09:06:14.318420 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-7bf0e29c-1b03-4854-8a19-dccdaa7cdbdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:14.343327 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e67b9-1019-4989-8b61-9e8946788980 req-596e8111-9693-4806-9d97-e4f441e36657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:14.344925 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4a0e67b9-1019-4989-8b61-9e8946788980 req-596e8111-9693-4806-9d97-e4f441e36657 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=4005b40c-bd5e-4f2f-807f-5b93a1c383fc HTTP/1.1" status: 200 len: 912 time: 0.0935042 Aug 24 09:06:14.414087 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4a0e67b9-1019-4989-8b61-9e8946788980 req-4c5d07a3-2e9f-4a50-bd04-8439507619c0 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aef867ff-a9b4-42a7-8d98-4664faa3983e HTTP/1.1" status: 200 len: 998 time: 0.0623176 Aug 24 09:06:14.448142 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-58351743-f427-4fac-b2d0-8e4581a28d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:33Z', 'revision_number': 4, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': 'ca2736c8-e3f2-4f37-86da-9a8f790e7f31', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'port_id': 'aef867ff-a9b4-42a7-8d98-4664faa3983e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'mac_address': 'fa:16:3e:89:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dd643b-da02-4e98-9ce4-6370e04e3505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:05:57Z', 'updated_at': '2022-08-24T09:06:13Z', 'revision_number': 1, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6', 'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'mac_address': 'fa:16:3e:8e:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:32Z', 'updated_at': '2022-08-24T09:02:38Z', 'revision_number': 5, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'subnets': [{'id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:06:14.477537 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58351743-f427-4fac-b2d0-8e4581a28d10 None None] Checking router: 69fade73-84f6-4681-b733-3b5af71372c3 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:06:14.486080 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58351743-f427-4fac-b2d0-8e4581a28d10 None None] Routers {'69fade73-84f6-4681-b733-3b5af71372c3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:06:14.487198 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-58351743-f427-4fac-b2d0-8e4581a28d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:06:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['69fade73-84f6-4681-b733-3b5af71372c3'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:06:14.494485 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e67b9-1019-4989-8b61-9e8946788980 req-90350607-609e-4ca5-87d4-b9099abbdcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:14.495937 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4a0e67b9-1019-4989-8b61-9e8946788980 req-90350607-609e-4ca5-87d4-b9099abbdcc2 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=959a2b19-48dd-4327-ae75-bb0f35353f5e HTTP/1.1" status: 200 len: 850 time: 0.0457175 Aug 24 09:06:14.543080 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e67b9-1019-4989-8b61-9e8946788980 req-47532fd0-3b0c-49dd-9674-005bf24b5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:14.544743 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4a0e67b9-1019-4989-8b61-9e8946788980 req-47532fd0-3b0c-49dd-9674-005bf24b5467 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=4005b40c-bd5e-4f2f-807f-5b93a1c383fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427194 Aug 24 09:06:14.556220 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:14.592260 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-58351743-f427-4fac-b2d0-8e4581a28d10 None None] Set router 69fade73-84f6-4681-b733-3b5af71372c3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:06:14.641591 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4a0e67b9-1019-4989-8b61-9e8946788980 req-6e436d77-0c98-45d6-804a-92f1520af229 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/4005b40c-bd5e-4f2f-807f-5b93a1c383fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903924 Aug 24 09:06:14.687051 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:14.721244 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:14.738432 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-4a0e67b9-1019-4989-8b61-9e8946788980 req-13e921ca-a7eb-4e7b-bae3-e0fb8d3a12db service neutron] 10.222.0.69 "GET /networking/v2.0/networks/4005b40c-bd5e-4f2f-807f-5b93a1c383fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903499 Aug 24 09:06:14.812914 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e03c7-d1fd-4c4e-902d-5454c9a78eb3 req-ce56159e-a4dc-4232-83dc-f937858a20f5 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:14.814454 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-541e03c7-d1fd-4c4e-902d-5454c9a78eb3 req-ce56159e-a4dc-4232-83dc-f937858a20f5 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 984 time: 0.0518000 Aug 24 09:06:14.854616 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-58351743-f427-4fac-b2d0-8e4581a28d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:33Z', 'revision_number': 4, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': 'ca2736c8-e3f2-4f37-86da-9a8f790e7f31', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'port_id': 'aef867ff-a9b4-42a7-8d98-4664faa3983e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'mac_address': 'fa:16:3e:89:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dd643b-da02-4e98-9ce4-6370e04e3505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:05:57Z', 'updated_at': '2022-08-24T09:06:13Z', 'revision_number': 1, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6', 'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'mac_address': 'fa:16:3e:8e:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:32Z', 'updated_at': '2022-08-24T09:02:38Z', 'revision_number': 5, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'subnets': [{'id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:06:14.876898 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-541e03c7-d1fd-4c4e-902d-5454c9a78eb3 req-9797056d-7291-4fc4-baac-b13aff3cf89c tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&id=17c50849-25d3-45ac-a965-9f8420adf811&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565274 Aug 24 09:06:14.880611 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58351743-f427-4fac-b2d0-8e4581a28d10 None None] The sync data for ids ['69fade73-84f6-4681-b733-3b5af71372c3'] in dv-cinder-852211-5-iscsi is: [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:33Z', 'revision_number': 4, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_floatingips': [{'id': 'ca2736c8-e3f2-4f37-86da-9a8f790e7f31', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'router_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'port_id': 'aef867ff-a9b4-42a7-8d98-4664faa3983e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'mac_address': 'fa:16:3e:89:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dd643b-da02-4e98-9ce4-6370e04e3505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T09:05:57Z', 'updated_at': '2022-08-24T09:06:13Z', 'revision_number': 1, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6', 'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'mac_address': 'fa:16:3e:8e:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:32Z', 'updated_at': '2022-08-24T09:02:38Z', 'revision_number': 5, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'subnets': [{'id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:06:15.074611 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a62450-fe26-493d-9899-01835f6293b3 None None] New status for floating IP ca2736c8-e3f2-4f37-86da-9a8f790e7f31: ACTIVE {{(pid=118619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:06:15.598770 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e9b3e-34e5-45c1-a14b-776e951ccaef req-ab0bb78e-40bd-422d-ac2d-6f618f3a3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:15.600183 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-603e9b3e-34e5-45c1-a14b-776e951ccaef req-ab0bb78e-40bd-422d-ac2d-6f618f3a3b8f service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=7d01b966762c46f28c83c9cc4e8cb33e&device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 1168 time: 0.0400479 Aug 24 09:06:15.708625 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e9b3e-34e5-45c1-a14b-776e951ccaef req-bb4fbcab-3752-4a62-b2da-8ddd8a0d0e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:15.710082 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-603e9b3e-34e5-45c1-a14b-776e951ccaef req-bb4fbcab-3752-4a62-b2da-8ddd8a0d0e06 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=f9ca9c5e-9301-4517-ab5a-3aebca978484 HTTP/1.1" status: 200 len: 916 time: 0.0901704 Aug 24 09:06:15.716855 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:15.776963 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-603e9b3e-34e5-45c1-a14b-776e951ccaef req-df806bc0-7409-4d25-b9e2-877768266790 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43e6416e-1808-4db7-9eb7-f04c24a55198 HTTP/1.1" status: 200 len: 1001 time: 0.0601366 Aug 24 09:06:15.827247 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e9b3e-34e5-45c1-a14b-776e951ccaef req-16c3d27d-2c6e-40e3-86f3-d9bc7b5e57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:15.828710 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-603e9b3e-34e5-45c1-a14b-776e951ccaef req-16c3d27d-2c6e-40e3-86f3-d9bc7b5e57e9 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=b06f727b-ba5d-46f9-873e-427ae850008f HTTP/1.1" status: 200 len: 854 time: 0.0452440 Aug 24 09:06:15.874408 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e9b3e-34e5-45c1-a14b-776e951ccaef req-4ed0a7da-55be-409c-aafa-386da57dfa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:15.875935 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-603e9b3e-34e5-45c1-a14b-776e951ccaef req-4ed0a7da-55be-409c-aafa-386da57dfa8a service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=f9ca9c5e-9301-4517-ab5a-3aebca978484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408146 Aug 24 09:06:16.023783 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e9ea8-843c-4c88-9d89-6c394eb50069 req-517485a9-bcce-49c5-9a2b-7bbc342ee413 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:16.025877 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-637e9ea8-843c-4c88-9d89-6c394eb50069 req-517485a9-bcce-49c5-9a2b-7bbc342ee413 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 984 time: 0.0648770 Aug 24 09:06:16.029419 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-603e9b3e-34e5-45c1-a14b-776e951ccaef req-61553f67-df72-430e-8564-f420f5588e1d service neutron] 10.222.0.69 "GET /networking/v2.0/networks/f9ca9c5e-9301-4517-ab5a-3aebca978484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462746 Aug 24 09:06:16.037543 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:16.408414 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:16.423421 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-637e9ea8-843c-4c88-9d89-6c394eb50069 req-622fb6c0-0e95-4076-921c-a36518547e35 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&id=17c50849-25d3-45ac-a965-9f8420adf811&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3916473 Aug 24 09:06:16.446794 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-603e9b3e-34e5-45c1-a14b-776e951ccaef req-37878ca4-1146-4ef8-8895-7a891a46e6f3 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/f9ca9c5e-9301-4517-ab5a-3aebca978484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071817 Aug 24 09:06:16.979708 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:17.550678 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f491-c0fb-46d7-a28f-a636f7ef55f6 req-0b985d6c-1f76-45e4-9c9a-7ce7993cf87c tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:17.552209 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c415f491-c0fb-46d7-a28f-a636f7ef55f6 req-0b985d6c-1f76-45e4-9c9a-7ce7993cf87c tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 984 time: 0.0509548 Aug 24 09:06:17.622646 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-c415f491-c0fb-46d7-a28f-a636f7ef55f6 req-69f9cfe4-5d0e-4639-b917-b6086c6c5242 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&id=17c50849-25d3-45ac-a965-9f8420adf811&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641181 Aug 24 09:06:17.625238 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:18.745843 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb663e34-1fa7-43a2-87ff-6faff87dcf03 req-e2fc277a-5397-4956-8423-dd736d3a6045 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:18.747523 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eb663e34-1fa7-43a2-87ff-6faff87dcf03 req-e2fc277a-5397-4956-8423-dd736d3a6045 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 984 time: 0.0488915 Aug 24 09:06:18.810233 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-eb663e34-1fa7-43a2-87ff-6faff87dcf03 req-e4d69e85-7178-435e-92bc-2311ea55166e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&id=17c50849-25d3-45ac-a965-9f8420adf811&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567749 Aug 24 09:06:19.936436 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e085b-6816-47da-868b-68d19dd61bba req-32316c49-92c2-426d-b6c9-5f50c5ef8878 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:19.938009 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-012e085b-6816-47da-868b-68d19dd61bba req-32316c49-92c2-426d-b6c9-5f50c5ef8878 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 984 time: 0.0515573 Aug 24 09:06:20.033041 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-012e085b-6816-47da-868b-68d19dd61bba req-c9b0a258-68fd-4c3e-88f9-62883be3a259 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&id=17c50849-25d3-45ac-a965-9f8420adf811&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888739 Aug 24 09:06:21.168010 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c9f8c-05b8-4d0f-a7c3-7198929b9a92 req-78ec0327-3a34-4b84-b6b8-f59001eb993b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:21.169513 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ff9c9f8c-05b8-4d0f-a7c3-7198929b9a92 req-78ec0327-3a34-4b84-b6b8-f59001eb993b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 984 time: 0.0528789 Aug 24 09:06:21.232547 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-ff9c9f8c-05b8-4d0f-a7c3-7198929b9a92 req-b3dc1877-a5a4-4219-aec8-064edcef56b1 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&id=17c50849-25d3-45ac-a965-9f8420adf811&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572729 Aug 24 09:06:22.358113 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1569cf-9229-4198-bc6c-219862a2ebe6 req-1f321a9a-6320-4f35-aeee-db596e70ca02 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:22.359677 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-db1569cf-9229-4198-bc6c-219862a2ebe6 req-1f321a9a-6320-4f35-aeee-db596e70ca02 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 984 time: 0.0485616 Aug 24 09:06:22.421677 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-db1569cf-9229-4198-bc6c-219862a2ebe6 req-a174cdf2-c25b-49b5-91d9-12a24780b890 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&id=17c50849-25d3-45ac-a965-9f8420adf811&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560441 Aug 24 09:06:23.552025 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe113a2-bd32-4aeb-9b5d-b937f8876750 req-a04e3047-1e5a-435d-a3df-b8e1747dfe16 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:23.553566 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8fe113a2-bd32-4aeb-9b5d-b937f8876750 req-a04e3047-1e5a-435d-a3df-b8e1747dfe16 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 984 time: 0.0567005 Aug 24 09:06:23.618482 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-8fe113a2-bd32-4aeb-9b5d-b937f8876750 req-d6eb6eca-e5df-4a7c-9681-91d4cd77783e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&id=17c50849-25d3-45ac-a965-9f8420adf811&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575204 Aug 24 09:06:24.750869 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8779e63-3e9d-4df7-a083-4d53900ba228 req-367caf17-edb2-4713-a07d-6e7cd6c481cc tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:24.752398 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a8779e63-3e9d-4df7-a083-4d53900ba228 req-367caf17-edb2-4713-a07d-6e7cd6c481cc tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 984 time: 0.0542405 Aug 24 09:06:24.815759 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-a8779e63-3e9d-4df7-a083-4d53900ba228 req-5bd22f7f-fcb7-494f-ba31-0af7810a02d0 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&id=17c50849-25d3-45ac-a965-9f8420adf811&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577102 Aug 24 09:06:25.177430 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:25.179412 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=12 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:25.946368 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d130d8-36ce-4ea9-bd44-db4398eee133 req-fbf91112-d6d8-4f53-a293-3360a30cc98b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:25.947998 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-58d130d8-36ce-4ea9-bd44-db4398eee133 req-fbf91112-d6d8-4f53-a293-3360a30cc98b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 984 time: 0.0527620 Aug 24 09:06:26.023290 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-58d130d8-36ce-4ea9-bd44-db4398eee133 req-eb3d3083-bec9-4c86-92bd-67a64bfb3cbf tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&id=17c50849-25d3-45ac-a965-9f8420adf811&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691125 Aug 24 09:06:27.575078 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:27.577854 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=35 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:27.580650 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=1,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:34.807419 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=53 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:34.810268 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=99 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:36.015111 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=45 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:36.017392 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=53 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:36.688852 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:06:39.991370 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:41.888393 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-727721d1-5b13-4037-bcd4-7c3236734180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:44.288657 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-16c30510-9492-4ca4-9fd3-0f4ce8b88dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:45.745689 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:46.683670 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=22 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:46.684644 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=14 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:46.991295 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:47.648287 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:57.572035 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=9 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:57.572871 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:UPDATE=5,neutron:SELECT=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:57.579791 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:06:58.634344 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-861ac4e1-55c3-4086-a90d-b3399de2a25f req-cb0c260e-1af6-4e0e-9901-55624e229ef7 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1081294215&fields=id&tenant_id=7d01b966762c46f28c83c9cc4e8cb33e HTTP/1.1" status: 200 len: 267 time: 0.0515506 Aug 24 09:06:58.690905 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ac4e1-55c3-4086-a90d-b3399de2a25f req-99ac0ffd-1c37-4726-a34d-bdcbc7c5324b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:58.692418 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-861ac4e1-55c3-4086-a90d-b3399de2a25f req-99ac0ffd-1c37-4726-a34d-bdcbc7c5324b tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 984 time: 0.0524836 Aug 24 09:06:58.703126 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.v2.base [req-861ac4e1-55c3-4086-a90d-b3399de2a25f req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Request body: {'port': {'security_groups': ['4e36998a-a195-4737-82d1-e9932c4c8a1e']}} {{(pid=118617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:06:58.790400 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-861ac4e1-55c3-4086-a90d-b3399de2a25f req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), before_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:58.978605 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [req-861ac4e1-55c3-4086-a90d-b3399de2a25f req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] For port 43e6416e-1808-4db7-9eb7-f04c24a55198, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=43e6416e-1808-4db7-9eb7-f04c24a55198,segment=NetworkSegment(14eae9ec-0f93-4b58-a52f-4229b3557011),segment_id=14eae9ec-0f93-4b58-a52f-4229b3557011)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:06:59.007498 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-861ac4e1-55c3-4086-a90d-b3399de2a25f req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), precommit_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:59.089155 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-861ac4e1-55c3-4086-a90d-b3399de2a25f req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420298244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762419903856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762419903874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252178666'] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), after_update {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:59.099968 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ac4e1-55c3-4086-a90d-b3399de2a25f req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:59.100621 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [req-861ac4e1-55c3-4086-a90d-b3399de2a25f req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:59.102003 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-861ac4e1-55c3-4086-a90d-b3399de2a25f req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "PUT /networking/v2.0/ports/43e6416e-1808-4db7-9eb7-f04c24a55198 HTTP/1.1" status: 200 len: 942 time: 0.4035327 Aug 24 09:06:59.102160 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['43e6416e-1808-4db7-9eb7-f04c24a55198'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:06:59.102626 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'tag': '43e6416e-1808-4db7-9eb7-f04c24a55198'}] {{(pid=118617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:06:59.104782 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4340d73099654abb99e0821b004213e60ee86c4d303f0c68502de7fd5e5ec87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dccda13-78ed-4b0e-9ca9-4d1f411dd133" -d '{"events": [{"name": "network-changed", "server_uuid": "b44811f1-2210-4c1e-b531-0c27f49a520c", "tag": "43e6416e-1808-4db7-9eb7-f04c24a55198"}]}' {{(pid=118617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:06:59.109274 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40280) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:06:59.208910 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Pushing event updated for resources: {'Port': ['ID=43e6416e-1808-4db7-9eb7-f04c24a55198,revision_number=7']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:06:59.219019 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:06:59.223795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:06:59.223795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:06:59.223795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:06:59.223795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:06:59.223795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:06:59.223795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:06:59.223795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:06:59.223795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:06:59.223795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:06:59.223795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:06:59.223795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:06:59.223795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:06:59.223795 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:06:59.225191 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d4c4a-974d-4b0c-bfb5-efbc8c84b6f4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:06:59.244519 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] get_ports_and_sgs() called for port_ids ['43e6416e-1808-4db7-9eb7-f04c24a55198'] {{(pid=118618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 09:06:59.255675 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c30d6449-794a-4e42-a27d-39dbba869018 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group (17c50849-25d3-45ac-a965-9f8420adf811), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:59.292823 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1924609-fc3a-4781-9354-363566e16d5b x-openstack-request-id: req-f1924609-fc3a-4781-9354-363566e16d5b {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:06:59.293117 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44811f1-2210-4c1e-b531-0c27f49a520c", "tag": "43e6416e-1808-4db7-9eb7-f04c24a55198", "status": "completed", "code": 200}]} {{(pid=118617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:06:59.293356 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f1924609-fc3a-4781-9354-363566e16d5b {{(pid=118617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:06:59.293780 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1924609-fc3a-4781-9354-363566e16d5b'] response: {'name': 'network-changed', 'server_uuid': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'tag': '43e6416e-1808-4db7-9eb7-f04c24a55198', 'status': 'completed', 'code': 200} Aug 24 09:06:59.302027 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c30d6449-794a-4e42-a27d-39dbba869018 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group (17c50849-25d3-45ac-a965-9f8420adf811), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:59.414481 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c30d6449-794a-4e42-a27d-39dbba869018 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (17c50849-25d3-45ac-a965-9f8420adf811), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:59.417384 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-c30d6449-794a-4e42-a27d-39dbba869018 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:59.418548 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-c30d6449-794a-4e42-a27d-39dbba869018 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/17c50849-25d3-45ac-a965-9f8420adf811 HTTP/1.1" status: 204 len: 168 time: 0.3082750 Aug 24 09:06:59.421578 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40286) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:06:59.428522 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d6449-794a-4e42-a27d-39dbba869018 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c50849-25d3-45ac-a965-9f8420adf811,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:06:59.581701 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Deleting port 9cbb51db-bdd2-4acf-b2d4-f7ea0c6d7f21 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:06:59.582370 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (9cbb51db-bdd2-4acf-b2d4-f7ea0c6d7f21), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:59.699603 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccda13-78ed-4b0e-9ca9-4d1f411dd133 req-39207a13-0a00-4375-bfb2-f447d07041ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:59.701128 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5dccda13-78ed-4b0e-9ca9-4d1f411dd133 req-39207a13-0a00-4375-bfb2-f447d07041ca service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=7d01b966762c46f28c83c9cc4e8cb33e&device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 1129 time: 0.1405690 Aug 24 09:06:59.705842 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (9cbb51db-bdd2-4acf-b2d4-f7ea0c6d7f21), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:59.706150 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for floatingip (9cbb51db-bdd2-4acf-b2d4-f7ea0c6d7f21), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:06:59.729020 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Calling delete_port for 9cbb51db-bdd2-4acf-b2d4-f7ea0c6d7f21 owned by network:floatingip {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:06:59.894285 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccda13-78ed-4b0e-9ca9-4d1f411dd133 req-7ae965d9-eb8d-4620-b0e6-c5db47d6d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:06:59.895833 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5dccda13-78ed-4b0e-9ca9-4d1f411dd133 req-7ae965d9-eb8d-4620-b0e6-c5db47d6d9ae service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=f9ca9c5e-9301-4517-ab5a-3aebca978484 HTTP/1.1" status: 200 len: 916 time: 0.1813798 Aug 24 09:06:59.994242 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5dccda13-78ed-4b0e-9ca9-4d1f411dd133 req-7b8a66d7-5a77-475d-8bab-e9e531da21e9 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43e6416e-1808-4db7-9eb7-f04c24a55198 HTTP/1.1" status: 200 len: 1001 time: 0.0918403 Aug 24 09:07:00.081015 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccda13-78ed-4b0e-9ca9-4d1f411dd133 req-7846b475-8b58-4dbc-8dbc-f4c8fe07aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:07:00.082537 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5dccda13-78ed-4b0e-9ca9-4d1f411dd133 req-7846b475-8b58-4dbc-8dbc-f4c8fe07aad2 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=b06f727b-ba5d-46f9-873e-427ae850008f HTTP/1.1" status: 200 len: 854 time: 0.0783107 Aug 24 09:07:00.132162 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccda13-78ed-4b0e-9ca9-4d1f411dd133 req-67e5ca0e-7c30-4569-a3f5-05bb476e2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:07:00.133770 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5dccda13-78ed-4b0e-9ca9-4d1f411dd133 req-67e5ca0e-7c30-4569-a3f5-05bb476e2af7 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=f9ca9c5e-9301-4517-ab5a-3aebca978484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420582 Aug 24 09:07:00.147210 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [req-5dccda13-78ed-4b0e-9ca9-4d1f411dd133 req-70e9b28b-9dec-49e1-b240-0460c51381d3 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 09:07:00.148292 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5dccda13-78ed-4b0e-9ca9-4d1f411dd133 req-70e9b28b-9dec-49e1-b240-0460c51381d3 service neutron] 10.222.0.69 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054178 Aug 24 09:07:00.182971 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (9cbb51db-bdd2-4acf-b2d4-f7ea0c6d7f21), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:00.217704 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Pushing event deleted for resources: {'Port': ['ID=9cbb51db-bdd2-4acf-b2d4-f7ea0c6d7f21,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:00.265916 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:00.266503 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:00.267262 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:00.267832 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:00.268390 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:00.268947 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:00.269502 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:00.270061 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:00.270605 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:00.271193 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:00.271749 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:00.272307 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:00.272875 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:00.273407 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:00.273951 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:00.365472 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:00.369913 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5dccda13-78ed-4b0e-9ca9-4d1f411dd133 req-dc39f1dd-1c91-4249-8df1-bbdb3a9b5c0d service neutron] 10.222.0.69 "GET /networking/v2.0/networks/f9ca9c5e-9301-4517-ab5a-3aebca978484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123480 Aug 24 09:07:00.390426 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks [] for floatingip (45839e43-a22e-4bb5-98b3-03a30b1af17f), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:00.390426 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.l3_db [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Floating IP 45839e43-a22e-4bb5-98b3-03a30b1af17f disassociated (deleted). External IP: 172.27.1.182, port: 43e6416e-1808-4db7-9eb7-f04c24a55198. Aug 24 09:07:00.452400 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:00.560309 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-5dccda13-78ed-4b0e-9ca9-4d1f411dd133 req-f836ec6b-396f-4a2d-b9ed-70970698d90a service neutron] 10.222.0.69 "GET /networking/v2.0/networks/f9ca9c5e-9301-4517-ab5a-3aebca978484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519878 Aug 24 09:07:00.669263 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Router 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:07:00.784893 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:07:00.789934 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:00.796860 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c027d7-c117-4680-ad25-ac0835125c4c None None] Sync routers for ids ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:07:00.807483 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c027d7-c117-4680-ad25-ac0835125c4c None None] Routers {'5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:07:00.808370 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-13c027d7-c117-4680-ad25-ac0835125c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:06:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:00.829196 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-805937b4-ee47-4a17-bfc6-050fe4352e2a tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/45839e43-a22e-4bb5-98b3-03a30b1af17f HTTP/1.1" status: 204 len: 168 time: 1.3991902 Aug 24 09:07:00.829196 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'tag': '43e6416e-1808-4db7-9eb7-f04c24a55198'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:07:00.829196 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76018b15-40f4-49a9-997f-2fb058a236d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b44811f1-2210-4c1e-b531-0c27f49a520c", "tag": "43e6416e-1808-4db7-9eb7-f04c24a55198"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:07:00.871910 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 09:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a076cf91-1e3b-495e-a7b1-97cc53f4b7a0 x-openstack-request-id: req-a076cf91-1e3b-495e-a7b1-97cc53f4b7a0 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:07:00.872456 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44811f1-2210-4c1e-b531-0c27f49a520c", "tag": "43e6416e-1808-4db7-9eb7-f04c24a55198", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:07:00.872823 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a076cf91-1e3b-495e-a7b1-97cc53f4b7a0 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:07:00.873487 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a076cf91-1e3b-495e-a7b1-97cc53f4b7a0'] response: {'name': 'network-changed', 'server_uuid': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'tag': '43e6416e-1808-4db7-9eb7-f04c24a55198', 'status': 'completed', 'code': 200} Aug 24 09:07:00.929543 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-13c027d7-c117-4680-ad25-ac0835125c4c None None] Set router 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:07:00.945173 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76018b15-40f4-49a9-997f-2fb058a236d7 req-82905c73-8f0d-4c63-aff7-078667fda6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:07:00.946854 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-76018b15-40f4-49a9-997f-2fb058a236d7 req-82905c73-8f0d-4c63-aff7-078667fda6d2 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?tenant_id=7d01b966762c46f28c83c9cc4e8cb33e&device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 1129 time: 0.0455589 Aug 24 09:07:01.082645 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76018b15-40f4-49a9-997f-2fb058a236d7 req-48778ef0-61c6-4c99-a66f-4df1b043e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:07:01.084189 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-76018b15-40f4-49a9-997f-2fb058a236d7 req-48778ef0-61c6-4c99-a66f-4df1b043e990 service neutron] 10.222.0.69 "GET /networking/v2.0/networks?id=f9ca9c5e-9301-4517-ab5a-3aebca978484 HTTP/1.1" status: 200 len: 916 time: 0.1307595 Aug 24 09:07:01.152310 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-76018b15-40f4-49a9-997f-2fb058a236d7 req-a7fc791e-efc3-43ef-acbf-5715a7b76419 service neutron] 10.222.0.69 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43e6416e-1808-4db7-9eb7-f04c24a55198 HTTP/1.1" status: 200 len: 217 time: 0.0577264 Aug 24 09:07:01.214964 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76018b15-40f4-49a9-997f-2fb058a236d7 req-c2c9657a-ef29-4a34-acbb-2907a31a0e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:07:01.216939 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-13c027d7-c117-4680-ad25-ac0835125c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'name': 'tempest-TestMinimumBasicScenario-1299817043-router', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:42Z', 'updated_at': '2022-08-24T09:04:46Z', 'revision_number': 4, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'gw_port': {'id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ed:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:43Z', 'updated_at': '2022-08-24T09:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '63f9a396-8ece-4995-9b01-56cad60c4465', 'name': '', 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'mac_address': 'fa:16:3e:5f:c5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:45Z', 'updated_at': '2022-08-24T09:04:52Z', 'revision_number': 5, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'subnets': [{'id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:01.225619 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-76018b15-40f4-49a9-997f-2fb058a236d7 req-c2c9657a-ef29-4a34-acbb-2907a31a0e51 service neutron] 10.222.0.69 "GET /networking/v2.0/subnets?id=b06f727b-ba5d-46f9-873e-427ae850008f HTTP/1.1" status: 200 len: 854 time: 0.0550337 Aug 24 09:07:01.262948 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c027d7-c117-4680-ad25-ac0835125c4c None None] Checking router: 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:07:01.276543 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c027d7-c117-4680-ad25-ac0835125c4c None None] Routers {'5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:07:01.277569 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-13c027d7-c117-4680-ad25-ac0835125c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:06:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:01.277707 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76018b15-40f4-49a9-997f-2fb058a236d7 req-c5e5e1a8-0a2e-4bce-992b-a48b87b06df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:07:01.279239 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-76018b15-40f4-49a9-997f-2fb058a236d7 req-c5e5e1a8-0a2e-4bce-992b-a48b87b06df1 service neutron] 10.222.0.69 "GET /networking/v2.0/ports?network_id=f9ca9c5e-9301-4517-ab5a-3aebca978484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533016 Aug 24 09:07:01.400836 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-76018b15-40f4-49a9-997f-2fb058a236d7 req-85be6ced-a5ba-46d9-9b81-4d71829a3e8f service neutron] 10.222.0.69 "GET /networking/v2.0/networks/f9ca9c5e-9301-4517-ab5a-3aebca978484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091666 Aug 24 09:07:01.404174 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-13c027d7-c117-4680-ad25-ac0835125c4c None None] Set router 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:07:01.497935 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:01.536469 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-76018b15-40f4-49a9-997f-2fb058a236d7 req-afd1687f-0186-46d1-af8c-4fd4382b7ed2 service neutron] 10.222.0.69 "GET /networking/v2.0/networks/f9ca9c5e-9301-4517-ab5a-3aebca978484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242824 Aug 24 09:07:01.740926 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-13c027d7-c117-4680-ad25-ac0835125c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'name': 'tempest-TestMinimumBasicScenario-1299817043-router', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:42Z', 'updated_at': '2022-08-24T09:04:46Z', 'revision_number': 4, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'gw_port': {'id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ed:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:43Z', 'updated_at': '2022-08-24T09:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '63f9a396-8ece-4995-9b01-56cad60c4465', 'name': '', 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'mac_address': 'fa:16:3e:5f:c5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:45Z', 'updated_at': '2022-08-24T09:04:52Z', 'revision_number': 5, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'subnets': [{'id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:01.771097 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c027d7-c117-4680-ad25-ac0835125c4c None None] The sync data for ids ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'] in dv-cinder-852211-5-iscsi is: [{'id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'name': 'tempest-TestMinimumBasicScenario-1299817043-router', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:42Z', 'updated_at': '2022-08-24T09:04:46Z', 'revision_number': 4, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'gw_port': {'id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ed:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:43Z', 'updated_at': '2022-08-24T09:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '63f9a396-8ece-4995-9b01-56cad60c4465', 'name': '', 'network_id': 'f9ca9c5e-9301-4517-ab5a-3aebca978484', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'mac_address': 'fa:16:3e:5f:c5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:45Z', 'updated_at': '2022-08-24T09:04:52Z', 'revision_number': 5, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'subnets': [{'id': 'b06f727b-ba5d-46f9-873e-427ae850008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:07:02.018682 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8757e2-78c3-49ab-9578-b13404451f1b None None] New status for floating IP 45839e43-a22e-4bb5-98b3-03a30b1af17f: DOWN {{(pid=118619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:07:04.231196 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dddbb8-4bcf-4476-abda-817de0c5e619 req-1f3de847-cf53-4d51-ab40-a4746e85c249 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:07:04.232797 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-53dddbb8-4bcf-4476-abda-817de0c5e619 req-1f3de847-cf53-4d51-ab40-a4746e85c249 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 945 time: 0.0604343 Aug 24 09:07:04.297174 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-53dddbb8-4bcf-4476-abda-817de0c5e619 req-d5f100be-1b28-424b-9a8b-f187cd9d5be1 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540097 Aug 24 09:07:05.433705 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6d797-02c1-4543-bded-666b5963a5ee req-8baff344-a997-49bb-92ac-e3d3d1bfab91 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:07:05.435245 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67e6d797-02c1-4543-bded-666b5963a5ee req-8baff344-a997-49bb-92ac-e3d3d1bfab91 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 945 time: 0.0588980 Aug 24 09:07:05.487465 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-67e6d797-02c1-4543-bded-666b5963a5ee req-2f68653a-463d-4153-8628-ffa03ec780d4 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4e36998a-a195-4737-82d1-e9932c4c8a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463409 Aug 24 09:07:06.091005 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebac2a-bae3-48f1-bebd-4c56d0af2920 req-a15b30b0-9617-40d5-aaaa-a2ed59170b94 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:07:06.092646 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-58ebac2a-bae3-48f1-bebd-4c56d0af2920 req-a15b30b0-9617-40d5-aaaa-a2ed59170b94 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 945 time: 0.0555835 Aug 24 09:07:06.182605 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-58ebac2a-bae3-48f1-bebd-4c56d0af2920 req-53783a67-a41f-470d-9893-db92cacb5d1e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Deleting port 43e6416e-1808-4db7-9eb7-f04c24a55198 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:07:06.183707 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-58ebac2a-bae3-48f1-bebd-4c56d0af2920 req-53783a67-a41f-470d-9893-db92cacb5d1e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:06.252326 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:06.286712 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-58ebac2a-bae3-48f1-bebd-4c56d0af2920 req-53783a67-a41f-470d-9893-db92cacb5d1e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] For port 43e6416e-1808-4db7-9eb7-f04c24a55198, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=43e6416e-1808-4db7-9eb7-f04c24a55198,segment=NetworkSegment(14eae9ec-0f93-4b58-a52f-4229b3557011),segment_id=14eae9ec-0f93-4b58-a52f-4229b3557011)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:07:06.287074 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-58ebac2a-bae3-48f1-bebd-4c56d0af2920 req-53783a67-a41f-470d-9893-db92cacb5d1e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:06.303420 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-58ebac2a-bae3-48f1-bebd-4c56d0af2920 req-53783a67-a41f-470d-9893-db92cacb5d1e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Calling delete_port for 43e6416e-1808-4db7-9eb7-f04c24a55198 owned by compute:nova {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:07:06.500745 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-58ebac2a-bae3-48f1-bebd-4c56d0af2920 req-53783a67-a41f-470d-9893-db92cacb5d1e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (43e6416e-1808-4db7-9eb7-f04c24a55198), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:06.534691 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53783a67-a41f-470d-9893-db92cacb5d1e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Pushing event deleted for resources: {'Port': ['ID=43e6416e-1808-4db7-9eb7-f04c24a55198,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:06.586038 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ebac2a-bae3-48f1-bebd-4c56d0af2920 req-53783a67-a41f-470d-9893-db92cacb5d1e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] No DVR routers for this DVR port 43e6416e-1808-4db7-9eb7-f04c24a55198 on host hv-cinder-85221 {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:07:06.587517 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-58ebac2a-bae3-48f1-bebd-4c56d0af2920 req-53783a67-a41f-470d-9893-db92cacb5d1e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:06.590882 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-58ebac2a-bae3-48f1-bebd-4c56d0af2920 req-53783a67-a41f-470d-9893-db92cacb5d1e tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.69 "DELETE /networking/v2.0/ports/43e6416e-1808-4db7-9eb7-f04c24a55198 HTTP/1.1" status: 204 len: 173 time: 0.4920819 Aug 24 09:07:06.591527 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'name': 'network-vif-deleted', 'tag': '43e6416e-1808-4db7-9eb7-f04c24a55198'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:07:06.594405 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e27a5b2-3c05-4888-bae6-153398ae8c6c" -d '{"events": [{"server_uuid": "b44811f1-2210-4c1e-b531-0c27f49a520c", "name": "network-vif-deleted", "tag": "43e6416e-1808-4db7-9eb7-f04c24a55198"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:07:06.606924 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-d07ddc70-8ea1-4044-8352-af514cffe6cf req-73503eac-6f0b-4f3f-afc2-4f610c3755c0 tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 210 time: 0.0325708 Aug 24 09:07:06.638424 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c438d99a-3c45-4b19-b924-c2b6c2f6f70f x-openstack-request-id: req-c438d99a-3c45-4b19-b924-c2b6c2f6f70f {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:07:06.638812 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44811f1-2210-4c1e-b531-0c27f49a520c", "name": "network-vif-deleted", "tag": "43e6416e-1808-4db7-9eb7-f04c24a55198", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:07:06.639069 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c438d99a-3c45-4b19-b924-c2b6c2f6f70f {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:07:06.639494 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c438d99a-3c45-4b19-b924-c2b6c2f6f70f'] response: {'server_uuid': 'b44811f1-2210-4c1e-b531-0c27f49a520c', 'name': 'network-vif-deleted', 'tag': '43e6416e-1808-4db7-9eb7-f04c24a55198', 'status': 'completed', 'code': 200} Aug 24 09:07:07.734125 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-55627423-ed97-4029-b45a-ab8197730fcc req-e5e00502-9b54-4f91-a599-8c831821aa5f tempest-TestMinimumBasicScenario-765735883 tempest-TestMinimumBasicScenario-765735883-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b44811f1-2210-4c1e-b531-0c27f49a520c HTTP/1.1" status: 200 len: 210 time: 0.0337088 Aug 24 09:07:08.258210 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 43e6416e-1808-4db7-9eb7-f04c24a55198 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:07:08.279747 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: 43e6416e-1808-4db7-9eb7-f04c24a55198 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:07:08.280094 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device 43e6416e-1808-4db7-9eb7-f04c24a55198 not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:07:10.014954 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:10.095178 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40412) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:10.375646 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:10.412562 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7b49ca9b-f22c-4f5d-a59a-723cf08fc401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698733'] for router_interface (5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:10.930572 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-7b49ca9b-f22c-4f5d-a59a-723cf08fc401 admin admin] Deleting port 63f9a396-8ece-4995-9b01-56cad60c4465 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:07:10.930951 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7b49ca9b-f22c-4f5d-a59a-723cf08fc401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (63f9a396-8ece-4995-9b01-56cad60c4465), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:11.000746 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:11.021200 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [None req-7b49ca9b-f22c-4f5d-a59a-723cf08fc401 admin admin] For port 63f9a396-8ece-4995-9b01-56cad60c4465, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=63f9a396-8ece-4995-9b01-56cad60c4465,segment=NetworkSegment(14eae9ec-0f93-4b58-a52f-4229b3557011),segment_id=14eae9ec-0f93-4b58-a52f-4229b3557011)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:07:11.021200 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7b49ca9b-f22c-4f5d-a59a-723cf08fc401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (63f9a396-8ece-4995-9b01-56cad60c4465), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:11.034036 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-7b49ca9b-f22c-4f5d-a59a-723cf08fc401 admin admin] Calling delete_port for 63f9a396-8ece-4995-9b01-56cad60c4465 owned by network:router_interface {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:07:11.312121 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7b49ca9b-f22c-4f5d-a59a-723cf08fc401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (63f9a396-8ece-4995-9b01-56cad60c4465), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:11.337707 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49ca9b-f22c-4f5d-a59a-723cf08fc401 admin admin] Pushing event deleted for resources: {'Port': ['ID=63f9a396-8ece-4995-9b01-56cad60c4465,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:11.516095 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-7b49ca9b-f22c-4f5d-a59a-723cf08fc401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698617'] for router_interface (5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:11.715901 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:11.728533 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b49ca9b-f22c-4f5d-a59a-723cf08fc401 admin admin] Router 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:07:11.833667 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b49ca9b-f22c-4f5d-a59a-723cf08fc401 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:07:11.838933 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-7b49ca9b-f22c-4f5d-a59a-723cf08fc401 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7421932 Aug 24 09:07:11.841579 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40432) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:11.844484 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f15af3-4705-411b-84c8-317cce2f3a8d None None] Sync routers for ids ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:07:11.856116 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f15af3-4705-411b-84c8-317cce2f3a8d None None] Routers {'5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:07:11.859411 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-05f15af3-4705-411b-84c8-317cce2f3a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:06:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:11.917295 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-49d102d3-5f47-457d-b456-24ef612a654e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:11.949675 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0247460d-c7df-45c6-a037-db127a3110ec admin admin] Publish callbacks [] for router (5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:11.963176 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:11.968109 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-05f15af3-4705-411b-84c8-317cce2f3a8d None None] Set router 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:07:12.042319 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:12.049017 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:12.051879 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0247460d-c7df-45c6-a037-db127a3110ec admin admin] Publish callbacks [] for router_gateway (5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:12.054826 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:12.140030 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-0247460d-c7df-45c6-a037-db127a3110ec admin admin] Deleting port a55fbef7-b86c-4d64-8a8c-75f878d4ddf3 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:07:12.140690 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0247460d-c7df-45c6-a037-db127a3110ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (a55fbef7-b86c-4d64-8a8c-75f878d4ddf3), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:12.150894 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-05f15af3-4705-411b-84c8-317cce2f3a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'name': 'tempest-TestMinimumBasicScenario-1299817043-router', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:42Z', 'updated_at': '2022-08-24T09:07:11Z', 'revision_number': 5, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'gw_port': {'id': 'a55fbef7-b86c-4d64-8a8c-75f878d4ddf3', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ed:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:43Z', 'updated_at': '2022-08-24T09:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:12.178517 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f15af3-4705-411b-84c8-317cce2f3a8d None None] Checking router: 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:07:12.181266 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:12.188303 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f15af3-4705-411b-84c8-317cce2f3a8d None None] Routers {'5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:07:12.188926 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-05f15af3-4705-411b-84c8-317cce2f3a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:06:44Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:12.236995 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-0247460d-c7df-45c6-a037-db127a3110ec admin admin] For port a55fbef7-b86c-4d64-8a8c-75f878d4ddf3, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=a55fbef7-b86c-4d64-8a8c-75f878d4ddf3,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:07:12.237529 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0247460d-c7df-45c6-a037-db127a3110ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (a55fbef7-b86c-4d64-8a8c-75f878d4ddf3), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:12.260978 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-0247460d-c7df-45c6-a037-db127a3110ec admin admin] Calling delete_port for a55fbef7-b86c-4d64-8a8c-75f878d4ddf3 owned by network:router_gateway {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:07:12.284467 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-05f15af3-4705-411b-84c8-317cce2f3a8d None None] Set router 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 gateway port host: None {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:07:12.338779 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-05f15af3-4705-411b-84c8-317cce2f3a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'name': 'tempest-TestMinimumBasicScenario-1299817043-router', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:42Z', 'updated_at': '2022-08-24T09:07:12Z', 'revision_number': 6, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'gw_port_host': None}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:12.364448 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f15af3-4705-411b-84c8-317cce2f3a8d None None] The sync data for ids ['5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6'] in dv-cinder-852211-5-iscsi is: [{'id': '5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6', 'name': 'tempest-TestMinimumBasicScenario-1299817043-router', 'tenant_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:42Z', 'updated_at': '2022-08-24T09:07:12Z', 'revision_number': 6, 'project_id': '7d01b966762c46f28c83c9cc4e8cb33e', 'gw_port_host': None}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:07:12.506239 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0247460d-c7df-45c6-a037-db127a3110ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (a55fbef7-b86c-4d64-8a8c-75f878d4ddf3), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:12.532826 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247460d-c7df-45c6-a037-db127a3110ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a55fbef7-b86c-4d64-8a8c-75f878d4ddf3,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:12.599810 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0247460d-c7df-45c6-a037-db127a3110ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698408'] for router_gateway (5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:12.932885 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0247460d-c7df-45c6-a037-db127a3110ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:12.935188 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0247460d-c7df-45c6-a037-db127a3110ec admin admin] Publish callbacks [] for router_controller (5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:12.971619 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:DELETE=11 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:13.031701 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0247460d-c7df-45c6-a037-db127a3110ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698698'] for router (5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:13.032320 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0247460d-c7df-45c6-a037-db127a3110ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 {{(pid=118617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 09:07:13.037048 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0247460d-c7df-45c6-a037-db127a3110ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:13.038107 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-0247460d-c7df-45c6-a037-db127a3110ec admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/5db68ae9-dd27-4cb2-ad33-9ae66bf57bd6 HTTP/1.1" status: 204 len: 168 time: 1.1954978 Aug 24 09:07:13.040838 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40438) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:13.086997 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a21bd9-cafd-4537-8014-e6f7d8aaea93 admin admin] Deleting subnet b06f727b-ba5d-46f9-873e-427ae850008f {{(pid=118617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 09:07:13.090355 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-11a21bd9-cafd-4537-8014-e6f7d8aaea93 admin admin] Publish callbacks [] for subnet (b06f727b-ba5d-46f9-873e-427ae850008f), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:13.131673 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-11a21bd9-cafd-4537-8014-e6f7d8aaea93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252308860'] for subnet (b06f727b-ba5d-46f9-873e-427ae850008f), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:13.215700 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-11a21bd9-cafd-4537-8014-e6f7d8aaea93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038139'] for subnet (b06f727b-ba5d-46f9-873e-427ae850008f), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:13.655762 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-11a21bd9-cafd-4537-8014-e6f7d8aaea93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252178608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251664119'] for subnet (b06f727b-ba5d-46f9-873e-427ae850008f), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:13.725172 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a21bd9-cafd-4537-8014-e6f7d8aaea93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b06f727b-ba5d-46f9-873e-427ae850008f,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:13.725273 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:07:13.725659 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-11a21bd9-cafd-4537-8014-e6f7d8aaea93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:13.725659 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-11a21bd9-cafd-4537-8014-e6f7d8aaea93 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/b06f727b-ba5d-46f9-873e-427ae850008f HTTP/1.1" status: 204 len: 168 time: 0.6570215 Aug 24 09:07:13.725842 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84b932b-00dc-4bd9-94c0-bdd0f389ebd4 None None] Network f9ca9c5e-9301-4517-ab5a-3aebca978484 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:07:13.726221 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40450) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:13.796067 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623286'] for network (f9ca9c5e-9301-4517-ab5a-3aebca978484), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:13.845271 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] Deleting port e0ac82b5-cec4-46b1-bb7a-34117845df30 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:07:13.845636 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (e0ac82b5-cec4-46b1-bb7a-34117845df30), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:13.875640 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] DHCP port deletion for f9ca9c5e-9301-4517-ab5a-3aebca978484 request from dv-cinder-852211-5-iscsi {{(pid=118618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 09:07:13.916182 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Deleting port e0ac82b5-cec4-46b1-bb7a-34117845df30 {{(pid=118618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:07:13.916616 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (e0ac82b5-cec4-46b1-bb7a-34117845df30), before_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:13.919476 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] For port e0ac82b5-cec4-46b1-bb7a-34117845df30, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=e0ac82b5-cec4-46b1-bb7a-34117845df30,segment=NetworkSegment(14eae9ec-0f93-4b58-a52f-4229b3557011),segment_id=14eae9ec-0f93-4b58-a52f-4229b3557011)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:07:13.919886 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (e0ac82b5-cec4-46b1-bb7a-34117845df30), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:13.922296 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:13.934350 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] Calling delete_port for e0ac82b5-cec4-46b1-bb7a-34117845df30 owned by network:dhcp {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:07:13.989992 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] For port e0ac82b5-cec4-46b1-bb7a-34117845df30, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=e0ac82b5-cec4-46b1-bb7a-34117845df30,segment=NetworkSegment(14eae9ec-0f93-4b58-a52f-4229b3557011),segment_id=14eae9ec-0f93-4b58-a52f-4229b3557011)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:07:13.990393 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (e0ac82b5-cec4-46b1-bb7a-34117845df30), precommit_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:14.006573 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Calling delete_port for e0ac82b5-cec4-46b1-bb7a-34117845df30 owned by network:dhcp {{(pid=118618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:07:14.018515 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device a55fbef7-b86c-4d64-8a8c-75f878d4ddf3 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:07:14.070679 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: a55fbef7-b86c-4d64-8a8c-75f878d4ddf3 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:07:14.071016 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device a55fbef7-b86c-4d64-8a8c-75f878d4ddf3 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:07:14.071424 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device e0ac82b5-cec4-46b1-bb7a-34117845df30 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:07:14.152194 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (e0ac82b5-cec4-46b1-bb7a-34117845df30), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:14.173958 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847'] for port (e0ac82b5-cec4-46b1-bb7a-34117845df30), after_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:14.176337 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port e0ac82b5-cec4-46b1-bb7a-34117845df30 is: ACTIVE; New status is: DOWN {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:07:14.176744 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (e0ac82b5-cec4-46b1-bb7a-34117845df30), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:14.184257 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ac82b5-cec4-46b1-bb7a-34117845df30,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:14.188867 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] No DVR routers for this DVR port e0ac82b5-cec4-46b1-bb7a-34117845df30 on host dv-cinder-852211-5-iscsi {{(pid=118617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:07:14.211622 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Pushing event deleted for resources: {'Port': ['ID=e0ac82b5-cec4-46b1-bb7a-34117845df30,revision_number=None']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:14.225846 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] No DVR routers for this DVR port e0ac82b5-cec4-46b1-bb7a-34117845df30 on host dv-cinder-852211-5-iscsi {{(pid=118618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:07:14.245655 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:14.245655 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:14.245655 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:14.245655 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:14.245655 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:14.245655 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:14.245655 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:14.245655 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:14.245655 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:14.245655 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:14.245655 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:14.245655 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:14.245655 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:14.245655 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:14.245655 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f6300-a163-4951-9bd4-480500c7dd56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:07:14.274191 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 63f9a396-8ece-4995-9b01-56cad60c4465 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:07:14.282111 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038395', 'neutron.services.segments.db._delete_segments_for_network-8762420374128'] for network (f9ca9c5e-9301-4517-ab5a-3aebca978484), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:14.293895 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: 63f9a396-8ece-4995-9b01-56cad60c4465 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:07:14.294240 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 63f9a396-8ece-4995-9b01-56cad60c4465 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:07:14.315549 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ca9c5e-9301-4517-ab5a-3aebca978484']}} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:14.327757 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14eae9ec-0f93-4b58-a52f-4229b3557011') {'for_net_delete': True} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:14.328055 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14eae9ec-0f93-4b58-a52f-4229b3557011') {} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:14.338561 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420431854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252308853'] for segment (14eae9ec-0f93-4b58-a52f-4229b3557011), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:14.353198 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (14eae9ec-0f93-4b58-a52f-4229b3557011), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:14.359836 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=118617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 09:07:14.360224 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-252178646'] for segment (14eae9ec-0f93-4b58-a52f-4229b3557011), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:14.363811 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d00ce278-f6fd-45bf-8d5e-69001b948902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:14.383394 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.services.segments.plugin [-] Segment 14eae9ec-0f93-4b58-a52f-4229b3557011 resource provider aggregate not found Aug 24 09:07:14.436935 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.services.segments.plugin [-] Segment 14eae9ec-0f93-4b58-a52f-4229b3557011 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14eae9ec-0f93-4b58-a52f-4229b3557011 found for delete ", "request_id": "req-710fd34a-25c1-42d6-adcc-9daa729f8f29"}]} Aug 24 09:07:14.483938 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698380'] for network (f9ca9c5e-9301-4517-ab5a-3aebca978484), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:14.490140 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:14.493249 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/f9ca9c5e-9301-4517-ab5a-3aebca978484 HTTP/1.1" status: 204 len: 168 time: 0.7669504 Aug 24 09:07:14.496410 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40458) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:14.504135 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fd1b9-4d0e-4918-ad4b-f594b7256cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=f9ca9c5e-9301-4517-ab5a-3aebca978484,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:14.578356 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:14.817154 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ac05-45d4-45b3-abd0-b7c7e0a98851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698733'] for router_interface (29d90090-d82d-442a-8fd2-297a65e666b6), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:15.047706 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-ffb3ac05-45d4-45b3-abd0-b7c7e0a98851 admin admin] Deleting port f183b946-379b-4c14-8326-e5580464ff19 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:07:15.048056 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ac05-45d4-45b3-abd0-b7c7e0a98851 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (f183b946-379b-4c14-8326-e5580464ff19), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:15.129046 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [None req-ffb3ac05-45d4-45b3-abd0-b7c7e0a98851 admin admin] For port f183b946-379b-4c14-8326-e5580464ff19, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=f183b946-379b-4c14-8326-e5580464ff19,segment=NetworkSegment(dbc6f8e4-6774-4d5c-83a4-451c17770725),segment_id=dbc6f8e4-6774-4d5c-83a4-451c17770725)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:07:15.129402 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ac05-45d4-45b3-abd0-b7c7e0a98851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (f183b946-379b-4c14-8326-e5580464ff19), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:15.143936 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-ffb3ac05-45d4-45b3-abd0-b7c7e0a98851 admin admin] Calling delete_port for f183b946-379b-4c14-8326-e5580464ff19 owned by network:router_interface {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:07:15.201383 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:15.415581 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ac05-45d4-45b3-abd0-b7c7e0a98851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (f183b946-379b-4c14-8326-e5580464ff19), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:15.440986 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3ac05-45d4-45b3-abd0-b7c7e0a98851 admin admin] Pushing event deleted for resources: {'Port': ['ID=f183b946-379b-4c14-8326-e5580464ff19,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:15.655940 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ac05-45d4-45b3-abd0-b7c7e0a98851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698617'] for router_interface (29d90090-d82d-442a-8fd2-297a65e666b6), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:15.741638 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:15.785991 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:15.883402 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb3ac05-45d4-45b3-abd0-b7c7e0a98851 admin admin] Router 29d90090-d82d-442a-8fd2-297a65e666b6 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:07:16.001284 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb3ac05-45d4-45b3-abd0-b7c7e0a98851 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:07:16.009727 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40478) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:16.010301 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-ffb3ac05-45d4-45b3-abd0-b7c7e0a98851 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/29d90090-d82d-442a-8fd2-297a65e666b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5126171 Aug 24 09:07:16.012783 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ee0ec2-5441-4011-876b-d7ed34716bc5 None None] Sync routers for ids ['29d90090-d82d-442a-8fd2-297a65e666b6'] in dv-cinder-852211-5-iscsi {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:07:16.028027 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ee0ec2-5441-4011-876b-d7ed34716bc5 None None] Routers {'29d90090-d82d-442a-8fd2-297a65e666b6'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:07:16.029320 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-92ee0ec2-5441-4011-876b-d7ed34716bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:07:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['29d90090-d82d-442a-8fd2-297a65e666b6'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:16.076831 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb27c1-a356-46f1-a05e-d9e5066294c3 req-3092059b-b8ad-46a4-8562-68b348597dbe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:07:16.078588 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-16cb27c1-a356-46f1-a05e-d9e5066294c3 req-3092059b-b8ad-46a4-8562-68b348597dbe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 945 time: 0.0798235 Aug 24 09:07:16.125248 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:16.140370 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-16cb27c1-a356-46f1-a05e-d9e5066294c3 req-46c20fb6-b483-4735-94c1-b9aa61dfa837 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488436 Aug 24 09:07:16.140736 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f8200205-658e-4eed-9018-457ce35f73a5 admin admin] Publish callbacks [] for router (29d90090-d82d-442a-8fd2-297a65e666b6), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:16.145881 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-92ee0ec2-5441-4011-876b-d7ed34716bc5 None None] Set router 29d90090-d82d-442a-8fd2-297a65e666b6 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:07:16.238776 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:16.266501 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f8200205-658e-4eed-9018-457ce35f73a5 admin admin] Publish callbacks [] for router_gateway (29d90090-d82d-442a-8fd2-297a65e666b6), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:16.322516 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-92ee0ec2-5441-4011-876b-d7ed34716bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'name': 'tempest-TestMinimumBasicScenario-1334098094-router', 'tenant_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '1110ac91-6b28-4b27-a494-c63b4787b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:49Z', 'updated_at': '2022-08-24T09:07:15Z', 'revision_number': 5, 'project_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'gw_port': {'id': '1110ac91-6b28-4b27-a494-c63b4787b15d', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:04:50Z', 'updated_at': '2022-08-24T09:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:16.348916 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ee0ec2-5441-4011-876b-d7ed34716bc5 None None] Checking router: 29d90090-d82d-442a-8fd2-297a65e666b6 for host: dv-cinder-852211-5-iscsi {{(pid=118619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:07:16.358138 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ee0ec2-5441-4011-876b-d7ed34716bc5 None None] Routers {'29d90090-d82d-442a-8fd2-297a65e666b6'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:07:16.358802 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-92ee0ec2-5441-4011-876b-d7ed34716bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:07:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['29d90090-d82d-442a-8fd2-297a65e666b6'], 'active': True} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:16.387429 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-f8200205-658e-4eed-9018-457ce35f73a5 admin admin] Deleting port 1110ac91-6b28-4b27-a494-c63b4787b15d {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:07:16.387765 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f8200205-658e-4eed-9018-457ce35f73a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (1110ac91-6b28-4b27-a494-c63b4787b15d), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:16.447950 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_dvr_db [None req-92ee0ec2-5441-4011-876b-d7ed34716bc5 None None] Set router 29d90090-d82d-442a-8fd2-297a65e666b6 gateway port host: None {{(pid=118619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:07:16.480081 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-f8200205-658e-4eed-9018-457ce35f73a5 admin admin] For port 1110ac91-6b28-4b27-a494-c63b4787b15d, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=1110ac91-6b28-4b27-a494-c63b4787b15d,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:07:16.480414 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f8200205-658e-4eed-9018-457ce35f73a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (1110ac91-6b28-4b27-a494-c63b4787b15d), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:16.494056 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-f8200205-658e-4eed-9018-457ce35f73a5 admin admin] Calling delete_port for 1110ac91-6b28-4b27-a494-c63b4787b15d owned by network:router_gateway {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:07:16.503790 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.l3_hamode_db [None req-92ee0ec2-5441-4011-876b-d7ed34716bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'name': 'tempest-TestMinimumBasicScenario-1334098094-router', 'tenant_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:49Z', 'updated_at': '2022-08-24T09:07:16Z', 'revision_number': 6, 'project_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'gw_port_host': None}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:16.530270 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ee0ec2-5441-4011-876b-d7ed34716bc5 None None] The sync data for ids ['29d90090-d82d-442a-8fd2-297a65e666b6'] in dv-cinder-852211-5-iscsi is: [{'id': '29d90090-d82d-442a-8fd2-297a65e666b6', 'name': 'tempest-TestMinimumBasicScenario-1334098094-router', 'tenant_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:04:49Z', 'updated_at': '2022-08-24T09:07:16Z', 'revision_number': 6, 'project_id': '0ec7262ec3104e37a1f6eed28bf4c4cf', 'gw_port_host': None}] {{(pid=118619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:07:16.746602 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f8200205-658e-4eed-9018-457ce35f73a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (1110ac91-6b28-4b27-a494-c63b4787b15d), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:16.775373 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8200205-658e-4eed-9018-457ce35f73a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1110ac91-6b28-4b27-a494-c63b4787b15d,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:16.848222 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f8200205-658e-4eed-9018-457ce35f73a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698408'] for router_gateway (29d90090-d82d-442a-8fd2-297a65e666b6), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:16.851283 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:16.952728 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f8200205-658e-4eed-9018-457ce35f73a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (29d90090-d82d-442a-8fd2-297a65e666b6), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:16.956114 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f8200205-658e-4eed-9018-457ce35f73a5 admin admin] Publish callbacks [] for router_controller (29d90090-d82d-442a-8fd2-297a65e666b6), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:17.004114 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:17.100877 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f8200205-658e-4eed-9018-457ce35f73a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698698'] for router (29d90090-d82d-442a-8fd2-297a65e666b6), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:17.101877 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8200205-658e-4eed-9018-457ce35f73a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29d90090-d82d-442a-8fd2-297a65e666b6 {{(pid=118617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 09:07:17.107602 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f8200205-658e-4eed-9018-457ce35f73a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:17.107789 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-f8200205-658e-4eed-9018-457ce35f73a5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/29d90090-d82d-442a-8fd2-297a65e666b6 HTTP/1.1" status: 204 len: 168 time: 1.0971410 Aug 24 09:07:17.110636 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40480) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:17.158220 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e55d59d-95e7-40bf-b991-014d19d7fb37 admin admin] Deleting subnet 81b06c18-8a74-48f4-bc17-bb5b4e000ef3 {{(pid=118617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 09:07:17.162435 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7e55d59d-95e7-40bf-b991-014d19d7fb37 admin admin] Publish callbacks [] for subnet (81b06c18-8a74-48f4-bc17-bb5b4e000ef3), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:17.201094 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7e55d59d-95e7-40bf-b991-014d19d7fb37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252308860'] for subnet (81b06c18-8a74-48f4-bc17-bb5b4e000ef3), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:17.322514 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7e55d59d-95e7-40bf-b991-014d19d7fb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038139'] for subnet (81b06c18-8a74-48f4-bc17-bb5b4e000ef3), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:17.351000 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0931e65-3e6c-453d-8f16-e998a19a474a req-0173ac5e-ffca-46df-ae70-1be86b37e6f9 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:07:17.352593 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f0931e65-3e6c-453d-8f16-e998a19a474a req-0173ac5e-ffca-46df-ae70-1be86b37e6f9 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 945 time: 0.0812001 Aug 24 09:07:17.426091 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:17.432350 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [req-f0931e65-3e6c-453d-8f16-e998a19a474a req-60e4e52f-0a3f-4ad6-a657-0a8041b6cede tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701044 Aug 24 09:07:17.525468 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7e55d59d-95e7-40bf-b991-014d19d7fb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252178608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251664119'] for subnet (81b06c18-8a74-48f4-bc17-bb5b4e000ef3), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:17.573756 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55d59d-95e7-40bf-b991-014d19d7fb37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b06c18-8a74-48f4-bc17-bb5b4e000ef3,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:17.584880 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7e55d59d-95e7-40bf-b991-014d19d7fb37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:17.592433 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40484) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:17.593352 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-7e55d59d-95e7-40bf-b991-014d19d7fb37 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/81b06c18-8a74-48f4-bc17-bb5b4e000ef3 HTTP/1.1" status: 204 len: 168 time: 0.4806976 Aug 24 09:07:17.598693 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acc5f81-1fdc-424f-9b59-5d272ad223a8 None None] Network 4a1e882e-524b-4980-87cf-a8320c69ece9 requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:07:17.685688 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623286'] for network (4a1e882e-524b-4980-87cf-a8320c69ece9), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:17.735408 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] Deleting port 03e903a5-ecd1-4731-8bb8-f1870790d815 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:07:17.735758 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (03e903a5-ecd1-4731-8bb8-f1870790d815), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:17.801235 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:17.850520 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] For port 03e903a5-ecd1-4731-8bb8-f1870790d815, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=03e903a5-ecd1-4731-8bb8-f1870790d815,segment=NetworkSegment(dbc6f8e4-6774-4d5c-83a4-451c17770725),segment_id=dbc6f8e4-6774-4d5c-83a4-451c17770725)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:07:17.851574 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (03e903a5-ecd1-4731-8bb8-f1870790d815), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:17.884341 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] Calling delete_port for 03e903a5-ecd1-4731-8bb8-f1870790d815 owned by network:dhcp {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:07:17.890729 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a657ea1f-bc22-4928-9493-62594d561b72 None None] DHCP port deletion for 4a1e882e-524b-4980-87cf-a8320c69ece9 request from dv-cinder-852211-5-iscsi {{(pid=118618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 09:07:17.931247 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-a657ea1f-bc22-4928-9493-62594d561b72 None None] Deleting port 03e903a5-ecd1-4731-8bb8-f1870790d815 {{(pid=118618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:07:17.931617 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a657ea1f-bc22-4928-9493-62594d561b72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (03e903a5-ecd1-4731-8bb8-f1870790d815), before_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:18.008352 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-a657ea1f-bc22-4928-9493-62594d561b72 None None] For port 03e903a5-ecd1-4731-8bb8-f1870790d815, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=03e903a5-ecd1-4731-8bb8-f1870790d815,segment=NetworkSegment(dbc6f8e4-6774-4d5c-83a4-451c17770725),segment_id=dbc6f8e4-6774-4d5c-83a4-451c17770725)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:07:18.009089 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a657ea1f-bc22-4928-9493-62594d561b72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (03e903a5-ecd1-4731-8bb8-f1870790d815), precommit_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:18.024070 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-a657ea1f-bc22-4928-9493-62594d561b72 None None] Calling delete_port for 03e903a5-ecd1-4731-8bb8-f1870790d815 owned by network:dhcp {{(pid=118618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:07:18.030763 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc887f9-1b86-4e6b-89fb-d326eac95fc4 req-2890bc3f-d3f5-4512-8530-1fa8a050af2c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:07:18.033161 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-bbc887f9-1b86-4e6b-89fb-d326eac95fc4 req-2890bc3f-d3f5-4512-8530-1fa8a050af2c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.69 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 945 time: 0.1514754 Aug 24 09:07:18.041525 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device f183b946-379b-4c14-8326-e5580464ff19 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:07:18.093199 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: f183b946-379b-4c14-8326-e5580464ff19 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:07:18.093456 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device f183b946-379b-4c14-8326-e5580464ff19 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:07:18.093873 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 1110ac91-6b28-4b27-a494-c63b4787b15d no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:07:18.124084 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: 1110ac91-6b28-4b27-a494-c63b4787b15d {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:07:18.124428 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 1110ac91-6b28-4b27-a494-c63b4787b15d not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:07:18.124833 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 03e903a5-ecd1-4731-8bb8-f1870790d815 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:07:18.222007 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-bbc887f9-1b86-4e6b-89fb-d326eac95fc4 req-5938d0dc-f80e-4de6-8b08-e59a4191e9fe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Deleting port aef867ff-a9b4-42a7-8d98-4664faa3983e {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:07:18.222370 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-bbc887f9-1b86-4e6b-89fb-d326eac95fc4 req-5938d0dc-f80e-4de6-8b08-e59a4191e9fe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (aef867ff-a9b4-42a7-8d98-4664faa3983e), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:18.225539 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Current status of the port 03e903a5-ecd1-4731-8bb8-f1870790d815 is: ACTIVE; New status is: DOWN {{(pid=118618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 09:07:18.226106 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537129'] for port (03e903a5-ecd1-4731-8bb8-f1870790d815), before_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:18.290385 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (03e903a5-ecd1-4731-8bb8-f1870790d815), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:18.292931 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a657ea1f-bc22-4928-9493-62594d561b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847'] for port (03e903a5-ecd1-4731-8bb8-f1870790d815), after_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:18.328088 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657ea1f-bc22-4928-9493-62594d561b72 None None] Pushing event deleted for resources: {'Port': ['ID=03e903a5-ecd1-4731-8bb8-f1870790d815,revision_number=None']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:18.330176 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a657ea1f-bc22-4928-9493-62594d561b72 None None] No DVR routers for this DVR port 03e903a5-ecd1-4731-8bb8-f1870790d815 on host dv-cinder-852211-5-iscsi {{(pid=118618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:07:18.342593 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=03e903a5-ecd1-4731-8bb8-f1870790d815,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:18.355555 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] No DVR routers for this DVR port 03e903a5-ecd1-4731-8bb8-f1870790d815 on host dv-cinder-852211-5-iscsi {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:07:18.394905 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [req-bbc887f9-1b86-4e6b-89fb-d326eac95fc4 req-5938d0dc-f80e-4de6-8b08-e59a4191e9fe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] For port aef867ff-a9b4-42a7-8d98-4664faa3983e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=aef867ff-a9b4-42a7-8d98-4664faa3983e,segment=NetworkSegment(9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef),segment_id=9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:07:18.395274 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-bbc887f9-1b86-4e6b-89fb-d326eac95fc4 req-5938d0dc-f80e-4de6-8b08-e59a4191e9fe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (aef867ff-a9b4-42a7-8d98-4664faa3983e), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:18.498046 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038395', 'neutron.services.segments.db._delete_segments_for_network-8762420374128'] for network (4a1e882e-524b-4980-87cf-a8320c69ece9), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:18.565458 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:18.614190 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1e882e-524b-4980-87cf-a8320c69ece9']}} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:18.645644 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc6f8e4-6774-4d5c-83a4-451c17770725') {'for_net_delete': True} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:18.645937 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.services.segments.db [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc6f8e4-6774-4d5c-83a4-451c17770725') {} {{(pid=118616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:18.664714 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420431854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10046682'] for segment (dbc6f8e4-6774-4d5c-83a4-451c17770725), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:18.682019 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bc1d8-4a59-4f90-8b37-1a5b9942713d req-884b61e9-f1f8-44bd-b143-ada81b72017b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 09:07:18.683695 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a71bc1d8-4a59-4f90-8b37-1a5b9942713d req-884b61e9-f1f8-44bd-b143-ada81b72017b tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 945 time: 0.1587286 Aug 24 09:07:18.732169 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (dbc6f8e4-6774-4d5c-83a4-451c17770725), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:18.753296 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=118616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 09:07:18.753700 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10056300'] for segment (dbc6f8e4-6774-4d5c-83a4-451c17770725), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:18.792362 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.services.segments.plugin [-] Segment dbc6f8e4-6774-4d5c-83a4-451c17770725 resource provider aggregate not found Aug 24 09:07:18.797906 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:18.844437 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-bbc887f9-1b86-4e6b-89fb-d326eac95fc4 req-5938d0dc-f80e-4de6-8b08-e59a4191e9fe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:18.845876 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-bbc887f9-1b86-4e6b-89fb-d326eac95fc4 req-5938d0dc-f80e-4de6-8b08-e59a4191e9fe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996461'] for floatingip (ca2736c8-e3f2-4f37-86da-9a8f790e7f31), after_update {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:18.845876 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.db.l3_db [req-bbc887f9-1b86-4e6b-89fb-d326eac95fc4 req-5938d0dc-f80e-4de6-8b08-e59a4191e9fe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Floating IP ca2736c8-e3f2-4f37-86da-9a8f790e7f31 disassociated. External IP: 172.27.1.21, port: aef867ff-a9b4-42a7-8d98-4664faa3983e. Aug 24 09:07:18.845876 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [req-bbc887f9-1b86-4e6b-89fb-d326eac95fc4 req-5938d0dc-f80e-4de6-8b08-e59a4191e9fe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Calling delete_port for aef867ff-a9b4-42a7-8d98-4664faa3983e owned by compute:nova {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:07:18.849816 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.services.segments.plugin [-] Segment dbc6f8e4-6774-4d5c-83a4-451c17770725 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbc6f8e4-6774-4d5c-83a4-451c17770725 found for delete ", "request_id": "req-834e4fef-3e6a-4df7-8be7-bef40d52f03c"}]} Aug 24 09:07:18.869797 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-a71bc1d8-4a59-4f90-8b37-1a5b9942713d req-5d9024e8-5102-4eb4-a6ea-70afa3570a87 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571319 Aug 24 09:07:18.975147 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698380'] for network (4a1e882e-524b-4980-87cf-a8320c69ece9), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:18.982730 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:18.985925 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/4a1e882e-524b-4980-87cf-a8320c69ece9 HTTP/1.1" status: 204 len: 168 time: 1.3924112 Aug 24 09:07:19.289087 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155cc9d-04ef-477a-84ae-4bf478f68aa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a1e882e-524b-4980-87cf-a8320c69ece9,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:19.403673 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-bbc887f9-1b86-4e6b-89fb-d326eac95fc4 req-5938d0dc-f80e-4de6-8b08-e59a4191e9fe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (aef867ff-a9b4-42a7-8d98-4664faa3983e), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:19.427788 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40494) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:19.436284 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938d0dc-f80e-4de6-8b08-e59a4191e9fe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Pushing event deleted for resources: {'Port': ['ID=aef867ff-a9b4-42a7-8d98-4664faa3983e,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:19.475562 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-e9d6c821-0f61-4065-8b74-70003d169a15 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7d01b966762c46f28c83c9cc4e8cb33e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462823 Aug 24 09:07:19.478136 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40496) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:19.532421 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0b16657a-d179-461a-b597-e64c6da9a14e admin admin] Publish callbacks [] for security_group (4e36998a-a195-4737-82d1-e9932c4c8a1e), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:19.559329 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0b16657a-d179-461a-b597-e64c6da9a14e admin admin] Publish callbacks [] for security_group (4e36998a-a195-4737-82d1-e9932c4c8a1e), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:19.573773 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbc887f9-1b86-4e6b-89fb-d326eac95fc4 req-5938d0dc-f80e-4de6-8b08-e59a4191e9fe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Router 69fade73-84f6-4681-b733-3b5af71372c3 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:07:19.696816 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbc887f9-1b86-4e6b-89fb-d326eac95fc4 req-5938d0dc-f80e-4de6-8b08-e59a4191e9fe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:07:19.700586 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0b16657a-d179-461a-b597-e64c6da9a14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (4e36998a-a195-4737-82d1-e9932c4c8a1e), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:19.703209 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0b16657a-d179-461a-b597-e64c6da9a14e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:19.706998 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-0b16657a-d179-461a-b597-e64c6da9a14e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4e36998a-a195-4737-82d1-e9932c4c8a1e HTTP/1.1" status: 204 len: 168 time: 0.2252316 Aug 24 09:07:19.707423 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff770cf5-0bf0-4d62-bf8b-8bb3b598802a None None] Sync routers for ids ['69fade73-84f6-4681-b733-3b5af71372c3'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:07:19.716398 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16657a-d179-461a-b597-e64c6da9a14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e36998a-a195-4737-82d1-e9932c4c8a1e,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:19.741055 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff770cf5-0bf0-4d62-bf8b-8bb3b598802a None None] Routers {'69fade73-84f6-4681-b733-3b5af71372c3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:07:19.745012 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-ff770cf5-0bf0-4d62-bf8b-8bb3b598802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:07:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['69fade73-84f6-4681-b733-3b5af71372c3'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:19.745233 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc887f9-1b86-4e6b-89fb-d326eac95fc4 req-5938d0dc-f80e-4de6-8b08-e59a4191e9fe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] No DVR routers for this DVR port aef867ff-a9b4-42a7-8d98-4664faa3983e on host hv-cinder-85221 {{(pid=118616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:07:19.748337 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [req-bbc887f9-1b86-4e6b-89fb-d326eac95fc4 req-5938d0dc-f80e-4de6-8b08-e59a4191e9fe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for port (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:19.750136 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-bbc887f9-1b86-4e6b-89fb-d326eac95fc4 req-5938d0dc-f80e-4de6-8b08-e59a4191e9fe tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.69 "DELETE /networking/v2.0/ports/aef867ff-a9b4-42a7-8d98-4664faa3983e HTTP/1.1" status: 204 len: 173 time: 1.7030406 Aug 24 09:07:19.750737 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd643b-da02-4e98-9ce4-6370e04e3505', 'name': 'network-vif-deleted', 'tag': 'aef867ff-a9b4-42a7-8d98-4664faa3983e'}] {{(pid=118616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 09:07:19.753138 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c390f3f52953796b8aa9533482fe7febd07787893e465eaccbf85a99a367a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caddf124-5b88-4cf1-a1ca-46702eb28f99" -d '{"events": [{"server_uuid": "d7dd643b-da02-4e98-9ce4-6370e04e3505", "name": "network-vif-deleted", "tag": "aef867ff-a9b4-42a7-8d98-4664faa3983e"}]}' {{(pid=118616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 09:07:19.833977 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:19.852604 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:19.878163 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-ff770cf5-0bf0-4d62-bf8b-8bb3b598802a None None] Set router 69fade73-84f6-4681-b733-3b5af71372c3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:07:19.880901 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:20.027527 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [req-179deb3a-01e5-4635-a259-bbad27fd93a3 req-c6d6ee76-7c9c-48e6-bb4e-bd413033e416 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d7dd643b-da02-4e98-9ce4-6370e04e3505 HTTP/1.1" status: 200 len: 210 time: 0.0606461 Aug 24 09:07:20.047995 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 09:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe77ef3-a928-4d95-8c7c-56da98c1c534 x-openstack-request-id: req-cbe77ef3-a928-4d95-8c7c-56da98c1c534 {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 09:07:20.048288 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd643b-da02-4e98-9ce4-6370e04e3505", "name": "network-vif-deleted", "tag": "aef867ff-a9b4-42a7-8d98-4664faa3983e", "status": "completed", "code": 200}]} {{(pid=118616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 09:07:20.048555 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cbe77ef3-a928-4d95-8c7c-56da98c1c534 {{(pid=118616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 09:07:20.048999 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe77ef3-a928-4d95-8c7c-56da98c1c534'] response: {'server_uuid': 'd7dd643b-da02-4e98-9ce4-6370e04e3505', 'name': 'network-vif-deleted', 'tag': 'aef867ff-a9b4-42a7-8d98-4664faa3983e', 'status': 'completed', 'code': 200} Aug 24 09:07:20.140447 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-ff770cf5-0bf0-4d62-bf8b-8bb3b598802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:33Z', 'revision_number': 4, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6', 'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'mac_address': 'fa:16:3e:8e:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:32Z', 'updated_at': '2022-08-24T09:02:38Z', 'revision_number': 5, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'subnets': [{'id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:20.172467 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff770cf5-0bf0-4d62-bf8b-8bb3b598802a None None] Checking router: 69fade73-84f6-4681-b733-3b5af71372c3 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:07:20.182075 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff770cf5-0bf0-4d62-bf8b-8bb3b598802a None None] Routers {'69fade73-84f6-4681-b733-3b5af71372c3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:07:20.185338 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-ff770cf5-0bf0-4d62-bf8b-8bb3b598802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:07:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['69fade73-84f6-4681-b733-3b5af71372c3'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:20.289671 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-ff770cf5-0bf0-4d62-bf8b-8bb3b598802a None None] Set router 69fade73-84f6-4681-b733-3b5af71372c3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:07:20.321317 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device aef867ff-a9b4-42a7-8d98-4664faa3983e no longer exists at agent hyperv_hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:07:20.348831 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] No Port match for: aef867ff-a9b4-42a7-8d98-4664faa3983e {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:07:20.349179 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Device aef867ff-a9b4-42a7-8d98-4664faa3983e not bound to the agent host hv-cinder-85221 {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:07:20.522537 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-ff770cf5-0bf0-4d62-bf8b-8bb3b598802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:33Z', 'revision_number': 4, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6', 'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'mac_address': 'fa:16:3e:8e:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:32Z', 'updated_at': '2022-08-24T09:02:38Z', 'revision_number': 5, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'subnets': [{'id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:20.548286 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff770cf5-0bf0-4d62-bf8b-8bb3b598802a None None] The sync data for ids ['69fade73-84f6-4681-b733-3b5af71372c3'] in dv-cinder-852211-5-iscsi is: [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:33Z', 'revision_number': 4, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi', '_interfaces': [{'id': '0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6', 'name': '', 'network_id': '4005b40c-bd5e-4f2f-807f-5b93a1c383fc', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'mac_address': 'fa:16:3e:8e:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:32Z', 'updated_at': '2022-08-24T09:02:38Z', 'revision_number': 5, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'subnets': [{'id': '959a2b19-48dd-4327-ae75-bb0f35353f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:07:20.649739 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=100 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:20.671513 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40508) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:20.735754 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-56ac3d1a-185d-487a-92c3-918f1e1046c5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0ec7262ec3104e37a1f6eed28bf4c4cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0630236 Aug 24 09:07:20.739785 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40510) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:20.804241 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b64ea47e-990b-478a-97b2-db721c30a199 admin admin] Publish callbacks [] for security_group (1cf5a212-ce8c-4eb3-b7aa-5e038c70918b), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:20.817976 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185404e-cecf-42a9-bdc6-d994b569d0fa None None] New status for floating IP ca2736c8-e3f2-4f37-86da-9a8f790e7f31: DOWN {{(pid=118619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 09:07:20.826726 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:20.828966 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b64ea47e-990b-478a-97b2-db721c30a199 admin admin] Publish callbacks [] for security_group (1cf5a212-ce8c-4eb3-b7aa-5e038c70918b), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:20.941018 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b64ea47e-990b-478a-97b2-db721c30a199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (1cf5a212-ce8c-4eb3-b7aa-5e038c70918b), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:20.943669 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b64ea47e-990b-478a-97b2-db721c30a199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:20.945025 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-b64ea47e-990b-478a-97b2-db721c30a199 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1cf5a212-ce8c-4eb3-b7aa-5e038c70918b HTTP/1.1" status: 204 len: 168 time: 0.2040873 Aug 24 09:07:20.954095 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ea47e-990b-478a-97b2-db721c30a199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf5a212-ce8c-4eb3-b7aa-5e038c70918b,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:21.192966 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40518) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:21.250775 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-26e28d9d-f7bb-4ab5-9740-d3061f55f7bf tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group (3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:21.279149 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-26e28d9d-f7bb-4ab5-9740-d3061f55f7bf tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group (3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:21.422891 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-26e28d9d-f7bb-4ab5-9740-d3061f55f7bf tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:21.428846 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-26e28d9d-f7bb-4ab5-9740-d3061f55f7bf tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:21.430275 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-26e28d9d-f7bb-4ab5-9740-d3061f55f7bf tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7 HTTP/1.1" status: 204 len: 168 time: 0.2361891 Aug 24 09:07:21.433554 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40520) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:21.443441 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e28d9d-f7bb-4ab5-9740-d3061f55f7bf tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:21.451432 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.api.v2.resource [None req-e464da12-c2a9-458a-ace3-99e79e2f8c74 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] show failed (client error): The resource could not be found. Aug 24 09:07:21.456015 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-e464da12-c2a9-458a-ace3-99e79e2f8c74 tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "GET /networking/v2.0/security-groups/3fff7ba4-0e45-45e6-9fe7-ceac8a8b27a7 HTTP/1.1" status: 404 len: 347 time: 0.0174940 Aug 24 09:07:21.456476 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40522) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:21.582192 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-e94386ba-2215-4582-ad79-dd5ecc292f1c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Deleting port cd336f76-eb0f-49d0-86c6-3d3644be5ef6 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:07:21.582532 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e94386ba-2215-4582-ad79-dd5ecc292f1c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (cd336f76-eb0f-49d0-86c6-3d3644be5ef6), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:21.663482 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e94386ba-2215-4582-ad79-dd5ecc292f1c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (cd336f76-eb0f-49d0-86c6-3d3644be5ef6), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:21.663805 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e94386ba-2215-4582-ad79-dd5ecc292f1c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for floatingip (cd336f76-eb0f-49d0-86c6-3d3644be5ef6), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:21.676919 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-e94386ba-2215-4582-ad79-dd5ecc292f1c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Calling delete_port for cd336f76-eb0f-49d0-86c6-3d3644be5ef6 owned by network:floatingip {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:07:21.737239 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:21.969105 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e94386ba-2215-4582-ad79-dd5ecc292f1c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (cd336f76-eb0f-49d0-86c6-3d3644be5ef6), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:21.995510 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94386ba-2215-4582-ad79-dd5ecc292f1c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Pushing event deleted for resources: {'Port': ['ID=cd336f76-eb0f-49d0-86c6-3d3644be5ef6,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:22.057271 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:22.066622 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e94386ba-2215-4582-ad79-dd5ecc292f1c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks [] for floatingip (ca2736c8-e3f2-4f37-86da-9a8f790e7f31), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:22.069368 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e94386ba-2215-4582-ad79-dd5ecc292f1c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94808'] for floatingip (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:22.074452 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-e94386ba-2215-4582-ad79-dd5ecc292f1c tempest-AttachVolumeTestJSON-334946339 tempest-AttachVolumeTestJSON-334946339-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/ca2736c8-e3f2-4f37-86da-9a8f790e7f31 HTTP/1.1" status: 204 len: 168 time: 0.6129944 Aug 24 09:07:26.102783 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40550) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:26.109413 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:26.430480 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-180a769b-f694-4827-9436-0069c6f09289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698733'] for router_interface (69fade73-84f6-4681-b733-3b5af71372c3), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:26.668058 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-180a769b-f694-4827-9436-0069c6f09289 admin admin] Deleting port 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:07:26.668394 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-180a769b-f694-4827-9436-0069c6f09289 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:26.750105 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [None req-180a769b-f694-4827-9436-0069c6f09289 admin admin] For port 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6,segment=NetworkSegment(9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef),segment_id=9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:07:26.750367 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-180a769b-f694-4827-9436-0069c6f09289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:26.764984 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-180a769b-f694-4827-9436-0069c6f09289 admin admin] Calling delete_port for 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 owned by network:router_interface {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:07:26.973637 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:27.072777 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-180a769b-f694-4827-9436-0069c6f09289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:27.077889 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:27.097429 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a769b-f694-4827-9436-0069c6f09289 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:27.268176 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-180a769b-f694-4827-9436-0069c6f09289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698617'] for router_interface (69fade73-84f6-4681-b733-3b5af71372c3), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:27.482096 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180a769b-f694-4827-9436-0069c6f09289 admin admin] Router 69fade73-84f6-4681-b733-3b5af71372c3 has already been hosted by L3 agent c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed {{(pid=118616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:07:27.585613 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180a769b-f694-4827-9436-0069c6f09289 admin admin] Notify agent at l3_agent.dv-cinder-852211-5-iscsi the message routers_updated {{(pid=118616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:07:27.590775 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-180a769b-f694-4827-9436-0069c6f09289 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/69fade73-84f6-4681-b733-3b5af71372c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4870148 Aug 24 09:07:27.593380 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40552) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:27.596926 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b53bd8-940b-4b53-9a80-74f2aba66b6f None None] Sync routers for ids ['69fade73-84f6-4681-b733-3b5af71372c3'] in dv-cinder-852211-5-iscsi {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:07:27.607828 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b53bd8-940b-4b53-9a80-74f2aba66b6f None None] Routers {'69fade73-84f6-4681-b733-3b5af71372c3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:07:27.608444 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-78b53bd8-940b-4b53-9a80-74f2aba66b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:07:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['69fade73-84f6-4681-b733-3b5af71372c3'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:27.720457 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-78b53bd8-940b-4b53-9a80-74f2aba66b6f None None] Set router 69fade73-84f6-4681-b733-3b5af71372c3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:07:27.944064 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-78b53bd8-940b-4b53-9a80-74f2aba66b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:07:26Z', 'revision_number': 5, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:27.957180 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-255a1267-a87e-46ad-aff1-573a48dcaadf admin admin] Publish callbacks [] for router (69fade73-84f6-4681-b733-3b5af71372c3), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:27.980682 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b53bd8-940b-4b53-9a80-74f2aba66b6f None None] Checking router: 69fade73-84f6-4681-b733-3b5af71372c3 for host: dv-cinder-852211-5-iscsi {{(pid=118618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:07:27.992800 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b53bd8-940b-4b53-9a80-74f2aba66b6f None None] Routers {'69fade73-84f6-4681-b733-3b5af71372c3'} bound to L3 agent in host dv-cinder-852211-5-iscsi {{(pid=118618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 09:07:27.993433 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-78b53bd8-940b-4b53-9a80-74f2aba66b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T08:47:44Z,description=,heartbeat_timestamp=2022-08-24T09:07:14Z,host='dv-cinder-852211-5-iscsi',id=c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T08:47:45Z,topic='l3_agent')) {'router_ids': ['69fade73-84f6-4681-b733-3b5af71372c3'], 'active': True} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:28.068239 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-255a1267-a87e-46ad-aff1-573a48dcaadf admin admin] Publish callbacks [] for router_gateway (69fade73-84f6-4681-b733-3b5af71372c3), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:28.104964 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvr_db [None req-78b53bd8-940b-4b53-9a80-74f2aba66b6f None None] Set router 69fade73-84f6-4681-b733-3b5af71372c3 gateway port host: dv-cinder-852211-5-iscsi {{(pid=118618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 09:07:28.177870 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-255a1267-a87e-46ad-aff1-573a48dcaadf admin admin] Deleting port 7a47def4-15d0-42e7-afa3-5772b5607275 {{(pid=118616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:07:28.178209 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-255a1267-a87e-46ad-aff1-573a48dcaadf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (7a47def4-15d0-42e7-afa3-5772b5607275), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:28.213170 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=100 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:28.289699 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.db [None req-255a1267-a87e-46ad-aff1-573a48dcaadf admin admin] For port 7a47def4-15d0-42e7-afa3-5772b5607275, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=7a47def4-15d0-42e7-afa3-5772b5607275,segment=NetworkSegment(8aac1b33-0044-432d-b316-765012ffb5b9),segment_id=8aac1b33-0044-432d-b316-765012ffb5b9)] {{(pid=118616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:07:28.290715 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-255a1267-a87e-46ad-aff1-573a48dcaadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (7a47def4-15d0-42e7-afa3-5772b5607275), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:28.295111 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_hamode_db [None req-78b53bd8-940b-4b53-9a80-74f2aba66b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:07:26Z', 'revision_number': 5, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}], 'dv-cinder-852211-5-iscsi', False) {} {{(pid=118618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:28.314994 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.plugins.ml2.plugin [None req-255a1267-a87e-46ad-aff1-573a48dcaadf admin admin] Calling delete_port for 7a47def4-15d0-42e7-afa3-5772b5607275 owned by network:router_gateway {{(pid=118616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:07:28.320739 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b53bd8-940b-4b53-9a80-74f2aba66b6f None None] The sync data for ids ['69fade73-84f6-4681-b733-3b5af71372c3'] in dv-cinder-852211-5-iscsi is: [{'id': '69fade73-84f6-4681-b733-3b5af71372c3', 'name': 'tempest-AttachVolumeTestJSON-1679045557-router', 'tenant_id': '4fab402e38f1412b8c6b895788d11a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'external_fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:07:26Z', 'revision_number': 5, 'project_id': '4fab402e38f1412b8c6b895788d11a28', 'gw_port': {'id': '7a47def4-15d0-42e7-afa3-5772b5607275', 'name': '', 'network_id': '386fbc02-808a-45e3-b701-f07af8827885', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fade73-84f6-4681-b733-3b5af71372c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T09:02:28Z', 'updated_at': '2022-08-24T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb6576-7b73-452e-87d9-36e6084ed492', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-5-iscsi'}] {{(pid=118618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:07:28.496874 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:28.598795 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-255a1267-a87e-46ad-aff1-573a48dcaadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10056287'] for port (7a47def4-15d0-42e7-afa3-5772b5607275), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:28.624242 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a1267-a87e-46ad-aff1-573a48dcaadf admin admin] Pushing event deleted for resources: {'Port': ['ID=7a47def4-15d0-42e7-afa3-5772b5607275,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:28.688085 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-255a1267-a87e-46ad-aff1-573a48dcaadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698408'] for router_gateway (69fade73-84f6-4681-b733-3b5af71372c3), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:28.778205 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-255a1267-a87e-46ad-aff1-573a48dcaadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (69fade73-84f6-4681-b733-3b5af71372c3), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:28.780648 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-255a1267-a87e-46ad-aff1-573a48dcaadf admin admin] Publish callbacks [] for router_controller (69fade73-84f6-4681-b733-3b5af71372c3), precommit_delete_associations {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:28.941169 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-255a1267-a87e-46ad-aff1-573a48dcaadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698698'] for router (69fade73-84f6-4681-b733-3b5af71372c3), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:28.941815 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255a1267-a87e-46ad-aff1-573a48dcaadf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69fade73-84f6-4681-b733-3b5af71372c3 {{(pid=118616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 09:07:28.946383 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-255a1267-a87e-46ad-aff1-573a48dcaadf admin admin] Publish callbacks [] for router (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:28.949867 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-255a1267-a87e-46ad-aff1-573a48dcaadf admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/69fade73-84f6-4681-b733-3b5af71372c3 HTTP/1.1" status: 204 len: 168 time: 1.3530281 Aug 24 09:07:28.950078 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40556) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:29.007585 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.db_base_plugin_v2 [None req-514c3cd1-50d7-456a-95d9-34c37e532214 admin admin] Deleting subnet 959a2b19-48dd-4327-ae75-bb0f35353f5e {{(pid=118617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 09:07:29.011135 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-514c3cd1-50d7-456a-95d9-34c37e532214 admin admin] Publish callbacks [] for subnet (959a2b19-48dd-4327-ae75-bb0f35353f5e), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:29.059914 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-514c3cd1-50d7-456a-95d9-34c37e532214 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252308860'] for subnet (959a2b19-48dd-4327-ae75-bb0f35353f5e), precommit_delete_associations {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:29.132543 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-514c3cd1-50d7-456a-95d9-34c37e532214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038139'] for subnet (959a2b19-48dd-4327-ae75-bb0f35353f5e), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:29.244332 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-514c3cd1-50d7-456a-95d9-34c37e532214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252178608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251664119'] for subnet (959a2b19-48dd-4327-ae75-bb0f35353f5e), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:29.271621 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c3cd1-50d7-456a-95d9-34c37e532214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=959a2b19-48dd-4327-ae75-bb0f35353f5e,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:29.275319 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-514c3cd1-50d7-456a-95d9-34c37e532214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for subnet (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:29.278686 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-514c3cd1-50d7-456a-95d9-34c37e532214 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/959a2b19-48dd-4327-ae75-bb0f35353f5e HTTP/1.1" status: 204 len: 168 time: 0.3273771 Aug 24 09:07:29.281184 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40558) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:29.281540 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be33aded-94bd-4f5a-8960-ddd6a3fdd531 None None] Network 4005b40c-bd5e-4f2f-807f-5b93a1c383fc requested from dv-cinder-852211-5-iscsi {{(pid=118618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 09:07:29.357056 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623286'] for network (4005b40c-bd5e-4f2f-807f-5b93a1c383fc), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:29.421266 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] Deleting port cee3f5cf-e72b-43a7-b24d-c692539a8c28 {{(pid=118617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:07:29.421601 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (cee3f5cf-e72b-43a7-b24d-c692539a8c28), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:29.500594 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.db [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] For port cee3f5cf-e72b-43a7-b24d-c692539a8c28, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=cee3f5cf-e72b-43a7-b24d-c692539a8c28,segment=NetworkSegment(9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef),segment_id=9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef)] {{(pid=118617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:07:29.500974 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (cee3f5cf-e72b-43a7-b24d-c692539a8c28), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:29.521861 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.plugin [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] Calling delete_port for cee3f5cf-e72b-43a7-b24d-c692539a8c28 owned by network:dhcp {{(pid=118617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:07:29.569500 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b782f1d2-cf68-4a39-95b0-bea713aaec12 None None] DHCP port deletion for 4005b40c-bd5e-4f2f-807f-5b93a1c383fc request from dv-cinder-852211-5-iscsi {{(pid=118618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 09:07:29.616347 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-b782f1d2-cf68-4a39-95b0-bea713aaec12 None None] Deleting port cee3f5cf-e72b-43a7-b24d-c692539a8c28 {{(pid=118618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 09:07:29.620448 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-b782f1d2-cf68-4a39-95b0-bea713aaec12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420383245'] for port (cee3f5cf-e72b-43a7-b24d-c692539a8c28), before_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:29.683920 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252178661'] for port (cee3f5cf-e72b-43a7-b24d-c692539a8c28), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:29.690417 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.db [None req-b782f1d2-cf68-4a39-95b0-bea713aaec12 None None] For port cee3f5cf-e72b-43a7-b24d-c692539a8c28, host dv-cinder-852211-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-5-iscsi',level=0,port_id=cee3f5cf-e72b-43a7-b24d-c692539a8c28,segment=NetworkSegment(9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef),segment_id=9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef)] {{(pid=118618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:07:29.690417 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-b782f1d2-cf68-4a39-95b0-bea713aaec12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992868'] for port (cee3f5cf-e72b-43a7-b24d-c692539a8c28), precommit_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:29.695667 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:29.696570 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:29.702878 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-b782f1d2-cf68-4a39-95b0-bea713aaec12 None None] Calling delete_port for cee3f5cf-e72b-43a7-b24d-c692539a8c28 owned by network:dhcp {{(pid=118618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 09:07:29.711260 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] Pushing event deleted for resources: {'Port': ['ID=cee3f5cf-e72b-43a7-b24d-c692539a8c28,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:29.717051 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] No DVR routers for this DVR port cee3f5cf-e72b-43a7-b24d-c692539a8c28 on host dv-cinder-852211-5-iscsi {{(pid=118617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:07:29.782226 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-b782f1d2-cf68-4a39-95b0-bea713aaec12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420299147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762419903847'] for port (cee3f5cf-e72b-43a7-b24d-c692539a8c28), after_delete {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:29.791015 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038395', 'neutron.services.segments.db._delete_segments_for_network-8762420374128'] for network (4005b40c-bd5e-4f2f-807f-5b93a1c383fc), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:29.806447 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782f1d2-cf68-4a39-95b0-bea713aaec12 None None] Pushing event deleted for resources: {'Port': ['ID=cee3f5cf-e72b-43a7-b24d-c692539a8c28,revision_number=None']} {{(pid=118618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:29.814543 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b782f1d2-cf68-4a39-95b0-bea713aaec12 None None] No DVR routers for this DVR port cee3f5cf-e72b-43a7-b24d-c692539a8c28 on host dv-cinder-852211-5-iscsi {{(pid=118618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 09:07:29.817141 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4005b40c-bd5e-4f2f-807f-5b93a1c383fc']}} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:29.840146 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef') {'for_net_delete': True} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:29.840146 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.services.segments.db [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef') {} {{(pid=118617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:07:29.842257 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420431854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252308853'] for segment (9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:29.857027 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026'] for segment (9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:29.863586 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=118617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 09:07:29.863968 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-252178646'] for segment (9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:30.001573 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.services.segments.plugin [-] Segment 9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef resource provider aggregate not found Aug 24 09:07:30.006271 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698380'] for network (4005b40c-bd5e-4f2f-807f-5b93a1c383fc), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:30.017136 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:07:30.029015 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577952'] for network (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:30.032289 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/4005b40c-bd5e-4f2f-807f-5b93a1c383fc HTTP/1.1" status: 204 len: 168 time: 0.7500887 Aug 24 09:07:30.034649 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.services.segments.plugin [-] Segment 9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ae72780-a4c5-45bf-a6b8-5cfc5e6dfcef found for delete ", "request_id": "req-b11c1646-c5a0-4b0d-bffe-d55651950a2d"}]} Aug 24 09:07:30.035909 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d09a03-bc11-49b2-aeeb-71a9ecea248a admin admin] Pushing event deleted for resources: {'Network': ['ID=4005b40c-bd5e-4f2f-807f-5b93a1c383fc,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:30.042170 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:07:30.042527 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 0f0b1cd7-db9a-4a35-81a4-ee6446ac01b6 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:07:30.042986 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device cee3f5cf-e72b-43a7-b24d-c692539a8c28 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:07:30.065863 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: cee3f5cf-e72b-43a7-b24d-c692539a8c28 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:07:30.066266 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device cee3f5cf-e72b-43a7-b24d-c692539a8c28 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:07:30.066619 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 7a47def4-15d0-42e7-afa3-5772b5607275 no longer exists at agent ovs-agent-dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 09:07:30.087082 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] No Port match for: 7a47def4-15d0-42e7-afa3-5772b5607275 {{(pid=118618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 09:07:30.087322 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron.plugins.ml2.rpc [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Device 7a47def4-15d0-42e7-afa3-5772b5607275 not bound to the agent host dv-cinder-852211-5-iscsi {{(pid=118618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 09:07:30.397571 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40568) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:30.444872 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-a6f6f42b-26cc-4852-b6da-777fb2d61b85 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4fab402e38f1412b8c6b895788d11a28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461798 Aug 24 09:07:30.447672 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40570) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:30.501713 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b0a40ad7-11d2-430c-985c-06ab0375f27c admin admin] Publish callbacks [] for security_group (37654c5f-eef1-4ab7-a3b9-a400571232c9), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:30.523840 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b0a40ad7-11d2-430c-985c-06ab0375f27c admin admin] Publish callbacks [] for security_group (37654c5f-eef1-4ab7-a3b9-a400571232c9), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:30.724579 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b0a40ad7-11d2-430c-985c-06ab0375f27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (37654c5f-eef1-4ab7-a3b9-a400571232c9), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:30.727639 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b0a40ad7-11d2-430c-985c-06ab0375f27c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:30.728930 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-b0a40ad7-11d2-430c-985c-06ab0375f27c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/37654c5f-eef1-4ab7-a3b9-a400571232c9 HTTP/1.1" status: 204 len: 168 time: 0.2802353 Aug 24 09:07:30.738445 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a40ad7-11d2-430c-985c-06ab0375f27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37654c5f-eef1-4ab7-a3b9-a400571232c9,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:40.095117 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:40.428950 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:40.442428 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:40.562790 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=65,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:40.733225 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:40.752404 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=67,neutron:DELETE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:41.872217 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-463a6613-cb30-4d41-9f44-6b7832c9a88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:42.464995 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40684) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:42.574426 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3175b93e-fa7a-4e53-84a4-bae266716814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:42.653436 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3175b93e-fa7a-4e53-84a4-bae266716814 admin admin] Publish callbacks [] for security_group (40a32838-b9de-41bf-80a0-9ab88b7150d0), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:42.752614 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-3175b93e-fa7a-4e53-84a4-bae266716814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (40a32838-b9de-41bf-80a0-9ab88b7150d0), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:42.792272 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175b93e-fa7a-4e53-84a4-bae266716814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a32838-b9de-41bf-80a0-9ab88b7150d0,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:42.796527 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-3175b93e-fa7a-4e53-84a4-bae266716814 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7fd336bcff54481da861882d35a6e091&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304231 Aug 24 09:07:42.799620 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40688) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:07:42.850225 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8413c06e-9715-4d69-8e7d-16659257ecdf admin admin] Publish callbacks [] for security_group (40a32838-b9de-41bf-80a0-9ab88b7150d0), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:42.870837 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8413c06e-9715-4d69-8e7d-16659257ecdf admin admin] Publish callbacks [] for security_group (40a32838-b9de-41bf-80a0-9ab88b7150d0), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:43.009713 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8413c06e-9715-4d69-8e7d-16659257ecdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (40a32838-b9de-41bf-80a0-9ab88b7150d0), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:43.012355 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8413c06e-9715-4d69-8e7d-16659257ecdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:43.013552 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-8413c06e-9715-4d69-8e7d-16659257ecdf admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/40a32838-b9de-41bf-80a0-9ab88b7150d0 HTTP/1.1" status: 204 len: 168 time: 0.2130940 Aug 24 09:07:43.023049 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413c06e-9715-4d69-8e7d-16659257ecdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a32838-b9de-41bf-80a0-9ab88b7150d0,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:07:44.284116 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-422505f2-8540-4f33-89d0-307904e35038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:45.798483 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:46.998198 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:47.655339 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:07:50.690574 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:07:53.016548 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=36,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:53.017469 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:56.657534 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=4 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:57.578430 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=70,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:57.582841 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:07:57.586639 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:00.687026 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=4 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:04.802820 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 40902) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:08:04.911247 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:04.988015 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Publish callbacks [] for security_group (3d6352c9-24f7-4815-8b15-18d3006bc038), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:05.089871 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (3d6352c9-24f7-4815-8b15-18d3006bc038), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:05.130270 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6352c9-24f7-4815-8b15-18d3006bc038,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:08:05.135147 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8962de0869254d17aa4253e5a5c6a059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306704 Aug 24 09:08:05.138232 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40906) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:08:05.141384 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.141723 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.142072 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.142416 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.142787 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.143130 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.143463 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.143811 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.144125 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.144454 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.144789 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.145118 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.145448 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.145768 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.146091 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a641f3df-4ae9-4365-835e-eb4428c48ac6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.191367 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Publish callbacks [] for security_group (3d6352c9-24f7-4815-8b15-18d3006bc038), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:05.215370 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Publish callbacks [] for security_group (3d6352c9-24f7-4815-8b15-18d3006bc038), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:05.353057 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (3d6352c9-24f7-4815-8b15-18d3006bc038), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:05.356309 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:05.357559 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3d6352c9-24f7-4815-8b15-18d3006bc038 HTTP/1.1" status: 204 len: 168 time: 0.2182868 Aug 24 09:08:05.366413 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6352c9-24f7-4815-8b15-18d3006bc038,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:08:05.375464 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.375811 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.376162 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.376501 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.376929 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.377262 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.377589 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.377914 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.378242 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.378568 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.378916 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.379246 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.379573 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.379929 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:05.380242 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298455bb-ee85-43a9-958e-9bb498be6a9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-5-iscsi {{(pid=118616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:08:06.168512 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40912) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:08:06.182644 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e30a0a24-66f8-4e25-839e-3b85fdcfb11c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:06.261999 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e30a0a24-66f8-4e25-839e-3b85fdcfb11c admin admin] Publish callbacks [] for security_group (2016e51c-c5d8-4c7a-9216-537aefa45f38), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:06.347105 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-e30a0a24-66f8-4e25-839e-3b85fdcfb11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (2016e51c-c5d8-4c7a-9216-537aefa45f38), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:06.387100 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a0a24-66f8-4e25-839e-3b85fdcfb11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2016e51c-c5d8-4c7a-9216-537aefa45f38,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:08:06.391745 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-e30a0a24-66f8-4e25-839e-3b85fdcfb11c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0c20d54bbef84481baec311d7ebfdb94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222006 Aug 24 09:08:06.394383 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 40914) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:08:06.443086 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b013442c-e1de-4724-951d-42460b3323fe admin admin] Publish callbacks [] for security_group (2016e51c-c5d8-4c7a-9216-537aefa45f38), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:06.472127 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b013442c-e1de-4724-951d-42460b3323fe admin admin] Publish callbacks [] for security_group (2016e51c-c5d8-4c7a-9216-537aefa45f38), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:06.633292 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b013442c-e1de-4724-951d-42460b3323fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (2016e51c-c5d8-4c7a-9216-537aefa45f38), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:06.636625 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-b013442c-e1de-4724-951d-42460b3323fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:06.637794 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-b013442c-e1de-4724-951d-42460b3323fe admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2016e51c-c5d8-4c7a-9216-537aefa45f38 HTTP/1.1" status: 204 len: 168 time: 0.2424700 Aug 24 09:08:06.646064 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013442c-e1de-4724-951d-42460b3323fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2016e51c-c5d8-4c7a-9216-537aefa45f38,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:08:10.038732 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:11.948170 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-c7cd48b1-7664-4260-b93b-1fc135e874c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:14.279341 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e22c1796-d1a1-4374-980b-593c827eccfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:15.133611 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:15.137549 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:15.741721 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:16.641333 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=47,neutron:DELETE=4,neutron:INSERT=7 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:16.642106 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=56,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:16.998490 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:17.673040 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:21.616180 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 41060) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:08:21.723516 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e14b2cf6-5550-4653-8e67-6188a7720a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:21.798952 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e14b2cf6-5550-4653-8e67-6188a7720a57 admin admin] Publish callbacks [] for security_group (cd2bd6af-2325-44ff-87a7-f7ffb550f954), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:21.867580 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e14b2cf6-5550-4653-8e67-6188a7720a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (cd2bd6af-2325-44ff-87a7-f7ffb550f954), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:21.909683 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b2cf6-5550-4653-8e67-6188a7720a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2bd6af-2325-44ff-87a7-f7ffb550f954,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:08:21.914382 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-e14b2cf6-5550-4653-8e67-6188a7720a57 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=582633efc03b43ddb9d1bcbb52ad0388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971413 Aug 24 09:08:21.917163 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 41064) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:08:21.968565 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8aa71413-63d1-42a2-82dd-a64a3d8870e2 admin admin] Publish callbacks [] for security_group (cd2bd6af-2325-44ff-87a7-f7ffb550f954), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:21.989854 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8aa71413-63d1-42a2-82dd-a64a3d8870e2 admin admin] Publish callbacks [] for security_group (cd2bd6af-2325-44ff-87a7-f7ffb550f954), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:22.113026 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8aa71413-63d1-42a2-82dd-a64a3d8870e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (cd2bd6af-2325-44ff-87a7-f7ffb550f954), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:22.115541 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-8aa71413-63d1-42a2-82dd-a64a3d8870e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:22.116789 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-8aa71413-63d1-42a2-82dd-a64a3d8870e2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/cd2bd6af-2325-44ff-87a7-f7ffb550f954 HTTP/1.1" status: 204 len: 168 time: 0.1986139 Aug 24 09:08:22.125350 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa71413-63d1-42a2-82dd-a64a3d8870e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2bd6af-2325-44ff-87a7-f7ffb550f954,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:08:22.805521 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 41070) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:08:22.820594 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-938cc562-f8e5-4ba8-823f-21b7549be3ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:22.896620 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-938cc562-f8e5-4ba8-823f-21b7549be3ba admin admin] Publish callbacks [] for security_group (179d95d4-3c32-4883-a551-caf6fc767423), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:22.953121 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-938cc562-f8e5-4ba8-823f-21b7549be3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (179d95d4-3c32-4883-a551-caf6fc767423), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:22.993190 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-938cc562-f8e5-4ba8-823f-21b7549be3ba admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6ce9a0bd03874f078e068729577cea8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1863055 Aug 24 09:08:22.993912 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cc562-f8e5-4ba8-823f-21b7549be3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179d95d4-3c32-4883-a551-caf6fc767423,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:08:22.995960 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 41072) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:08:23.045734 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-78a7109f-76f9-4ab4-988e-c3d7218e0ce6 admin admin] Publish callbacks [] for security_group (179d95d4-3c32-4883-a551-caf6fc767423), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:23.066210 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-78a7109f-76f9-4ab4-988e-c3d7218e0ce6 admin admin] Publish callbacks [] for security_group (179d95d4-3c32-4883-a551-caf6fc767423), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:23.181834 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-78a7109f-76f9-4ab4-988e-c3d7218e0ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (179d95d4-3c32-4883-a551-caf6fc767423), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:23.184394 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-78a7109f-76f9-4ab4-988e-c3d7218e0ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:23.185642 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-78a7109f-76f9-4ab4-988e-c3d7218e0ce6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/179d95d4-3c32-4883-a551-caf6fc767423 HTTP/1.1" status: 204 len: 168 time: 0.1880250 Aug 24 09:08:23.193725 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7109f-76f9-4ab4-988e-c3d7218e0ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179d95d4-3c32-4883-a551-caf6fc767423,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:08:27.584840 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:27.585954 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:27.690744 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:08:31.015981 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 41154) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:08:31.125159 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-98a1e310-e4d4-41b4-a852-276a240f8711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:31.202561 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-98a1e310-e4d4-41b4-a852-276a240f8711 admin admin] Publish callbacks [] for security_group (842d480c-be7a-4a96-aa8d-12cde83806ae), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:31.267535 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-98a1e310-e4d4-41b4-a852-276a240f8711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (842d480c-be7a-4a96-aa8d-12cde83806ae), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:31.305990 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1e310-e4d4-41b4-a852-276a240f8711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842d480c-be7a-4a96-aa8d-12cde83806ae,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:08:31.311007 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-98a1e310-e4d4-41b4-a852-276a240f8711 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c9698145742b451798a99eb8793e2ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940078 Aug 24 09:08:31.313710 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 41158) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:08:31.335016 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:31.363391 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ae55f2d-ca88-470d-8322-742bd37c7138 admin admin] Publish callbacks [] for security_group (842d480c-be7a-4a96-aa8d-12cde83806ae), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:31.365881 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:31.385830 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ae55f2d-ca88-470d-8322-742bd37c7138 admin admin] Publish callbacks [] for security_group (842d480c-be7a-4a96-aa8d-12cde83806ae), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:31.594149 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ae55f2d-ca88-470d-8322-742bd37c7138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (842d480c-be7a-4a96-aa8d-12cde83806ae), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:31.596703 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-0ae55f2d-ca88-470d-8322-742bd37c7138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:31.597983 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-0ae55f2d-ca88-470d-8322-742bd37c7138 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/842d480c-be7a-4a96-aa8d-12cde83806ae HTTP/1.1" status: 204 len: 168 time: 0.2833703 Aug 24 09:08:31.607427 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae55f2d-ca88-470d-8322-742bd37c7138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842d480c-be7a-4a96-aa8d-12cde83806ae,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:08:32.235108 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 41164) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:08:32.249150 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5d799d44-d142-49ce-913c-4b77e7d83d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:32.329903 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5d799d44-d142-49ce-913c-4b77e7d83d53 admin admin] Publish callbacks [] for security_group (d4e96c60-402a-42bf-a63d-67a0acfb137d), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:32.400157 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5d799d44-d142-49ce-913c-4b77e7d83d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (d4e96c60-402a-42bf-a63d-67a0acfb137d), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:32.439407 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d799d44-d142-49ce-913c-4b77e7d83d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e96c60-402a-42bf-a63d-67a0acfb137d,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:08:32.443789 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-5d799d44-d142-49ce-913c-4b77e7d83d53 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e9f34d80704444fe9de16a71dfaf5b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076445 Aug 24 09:08:32.447052 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 41166) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:08:32.503146 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d8298fbe-4758-4991-9583-3519660111bd admin admin] Publish callbacks [] for security_group (d4e96c60-402a-42bf-a63d-67a0acfb137d), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:32.524862 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d8298fbe-4758-4991-9583-3519660111bd admin admin] Publish callbacks [] for security_group (d4e96c60-402a-42bf-a63d-67a0acfb137d), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:32.656649 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d8298fbe-4758-4991-9583-3519660111bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (d4e96c60-402a-42bf-a63d-67a0acfb137d), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:32.659116 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-d8298fbe-4758-4991-9583-3519660111bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:32.660301 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-d8298fbe-4758-4991-9583-3519660111bd admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d4e96c60-402a-42bf-a63d-67a0acfb137d HTTP/1.1" status: 204 len: 168 time: 0.2129507 Aug 24 09:08:32.669339 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8298fbe-4758-4991-9583-3519660111bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e96c60-402a-42bf-a63d-67a0acfb137d,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:08:32.680717 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:33.098597 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:33.189928 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:35.470514 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 41238) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:08:35.588785 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7239aefc-f347-45fa-bc7a-e59911ed0f30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:35.666935 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7239aefc-f347-45fa-bc7a-e59911ed0f30 admin admin] Publish callbacks [] for security_group (19822b7a-e979-4594-a473-51ce1d108f9e), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:35.741862 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-7239aefc-f347-45fa-bc7a-e59911ed0f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (19822b7a-e979-4594-a473-51ce1d108f9e), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:35.779925 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239aefc-f347-45fa-bc7a-e59911ed0f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19822b7a-e979-4594-a473-51ce1d108f9e,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:08:35.784160 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-7239aefc-f347-45fa-bc7a-e59911ed0f30 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=fe1399fcfdae4e6c9175a7d08f36a11f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125787 Aug 24 09:08:35.787544 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 41242) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:08:35.837386 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cdde0861-fd81-4029-85f6-fa15098bec81 admin admin] Publish callbacks [] for security_group (19822b7a-e979-4594-a473-51ce1d108f9e), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:35.859319 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cdde0861-fd81-4029-85f6-fa15098bec81 admin admin] Publish callbacks [] for security_group (19822b7a-e979-4594-a473-51ce1d108f9e), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:35.886863 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:35.987524 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cdde0861-fd81-4029-85f6-fa15098bec81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (19822b7a-e979-4594-a473-51ce1d108f9e), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:35.990034 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-cdde0861-fd81-4029-85f6-fa15098bec81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:35.991246 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-cdde0861-fd81-4029-85f6-fa15098bec81 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/19822b7a-e979-4594-a473-51ce1d108f9e HTTP/1.1" status: 204 len: 168 time: 0.2034712 Aug 24 09:08:36.000117 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde0861-fd81-4029-85f6-fa15098bec81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19822b7a-e979-4594-a473-51ce1d108f9e,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:08:36.554777 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 41248) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:08:36.568845 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-01999eb7-b26a-4ff3-ad02-fbbbc107c82e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:36.618664 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:36.649796 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-01999eb7-b26a-4ff3-ad02-fbbbc107c82e admin admin] Publish callbacks [] for security_group (24e42a3f-b305-48bd-8d44-36c4a3d894fc), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:36.724991 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-01999eb7-b26a-4ff3-ad02-fbbbc107c82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (24e42a3f-b305-48bd-8d44-36c4a3d894fc), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:36.765459 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01999eb7-b26a-4ff3-ad02-fbbbc107c82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e42a3f-b305-48bd-8d44-36c4a3d894fc,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:08:36.769772 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-01999eb7-b26a-4ff3-ad02-fbbbc107c82e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=eaf48faa4da347878872955eb3f0534a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139847 Aug 24 09:08:36.773776 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 41250) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:08:36.823378 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f5a09702-fa46-41cc-80aa-4af26d8ce1e3 admin admin] Publish callbacks [] for security_group (24e42a3f-b305-48bd-8d44-36c4a3d894fc), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:36.842781 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f5a09702-fa46-41cc-80aa-4af26d8ce1e3 admin admin] Publish callbacks [] for security_group (24e42a3f-b305-48bd-8d44-36c4a3d894fc), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:36.953331 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f5a09702-fa46-41cc-80aa-4af26d8ce1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (24e42a3f-b305-48bd-8d44-36c4a3d894fc), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:36.955927 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-f5a09702-fa46-41cc-80aa-4af26d8ce1e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:36.957091 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-f5a09702-fa46-41cc-80aa-4af26d8ce1e3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/24e42a3f-b305-48bd-8d44-36c4a3d894fc HTTP/1.1" status: 204 len: 168 time: 0.1824241 Aug 24 09:08:36.965154 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a09702-fa46-41cc-80aa-4af26d8ce1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e42a3f-b305-48bd-8d44-36c4a3d894fc,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:08:37.665678 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=18 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:37.685700 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=16 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:40.057112 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:41.907838 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-59e5f970-392c-442d-9e05-82f0ce33949e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:44.359628 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-512d5a4f-cf77-4d1b-a2e6-57f1d855f01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:45.754050 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:46.960334 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=51,neutron:INSERT=8,neutron:DELETE=3 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:46.961333 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:08:46.999953 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:47.662365 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:56.997981 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 41394) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:08:57.120670 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-dfa59362-6748-462b-a7ca-302ee6bd96b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:57.205672 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-dfa59362-6748-462b-a7ca-302ee6bd96b5 admin admin] Publish callbacks [] for security_group (68fe7936-e6a0-47f4-82a9-1c526d1fc203), precommit_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:57.285677 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-dfa59362-6748-462b-a7ca-302ee6bd96b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (68fe7936-e6a0-47f4-82a9-1c526d1fc203), after_create {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:57.330437 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-dfa59362-6748-462b-a7ca-302ee6bd96b5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ca8eac2ff5ca40f3ba722a8bebc2c52f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311844 Aug 24 09:08:57.331244 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa59362-6748-462b-a7ca-302ee6bd96b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fe7936-e6a0-47f4-82a9-1c526d1fc203,revision_number=1']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:08:57.333178 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 41398) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:08:57.386033 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-abd0ef15-3a90-43fe-af96-5abb27c7bd63 admin admin] Publish callbacks [] for security_group (68fe7936-e6a0-47f4-82a9-1c526d1fc203), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:57.406407 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-abd0ef15-3a90-43fe-af96-5abb27c7bd63 admin admin] Publish callbacks [] for security_group (68fe7936-e6a0-47f4-82a9-1c526d1fc203), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:57.514051 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-abd0ef15-3a90-43fe-af96-5abb27c7bd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (68fe7936-e6a0-47f4-82a9-1c526d1fc203), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:57.517160 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-abd0ef15-3a90-43fe-af96-5abb27c7bd63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:08:57.522986 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-abd0ef15-3a90-43fe-af96-5abb27c7bd63 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/68fe7936-e6a0-47f4-82a9-1c526d1fc203 HTTP/1.1" status: 204 len: 168 time: 0.1841786 Aug 24 09:08:57.528240 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0ef15-3a90-43fe-af96-5abb27c7bd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fe7936-e6a0-47f4-82a9-1c526d1fc203,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:08:57.583847 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:09:02.843032 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 41456) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:09:02.951117 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5e277761-225c-42b6-99fe-4c38f9ffe0ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:03.030874 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5e277761-225c-42b6-99fe-4c38f9ffe0ad admin admin] Publish callbacks [] for security_group (2aa6cbf1-fe89-487f-983f-28f0c74dff9d), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:03.126129 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-5e277761-225c-42b6-99fe-4c38f9ffe0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (2aa6cbf1-fe89-487f-983f-28f0c74dff9d), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:03.167631 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-5e277761-225c-42b6-99fe-4c38f9ffe0ad admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=eccdd3b0ae2c45108605cd3e8c391773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233173 Aug 24 09:09:03.168393 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e277761-225c-42b6-99fe-4c38f9ffe0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa6cbf1-fe89-487f-983f-28f0c74dff9d,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:09:03.171219 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [-] (118616) accepted ('10.222.0.64', 41460) {{(pid=118616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:09:03.225081 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f59f2395-1848-4b84-8e40-247fac4aa393 admin admin] Publish callbacks [] for security_group (2aa6cbf1-fe89-487f-983f-28f0c74dff9d), before_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:03.246519 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f59f2395-1848-4b84-8e40-247fac4aa393 admin admin] Publish callbacks [] for security_group (2aa6cbf1-fe89-487f-983f-28f0c74dff9d), precommit_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:03.388777 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f59f2395-1848-4b84-8e40-247fac4aa393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (2aa6cbf1-fe89-487f-983f-28f0c74dff9d), after_delete {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:03.391580 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron_lib.callbacks.manager [None req-f59f2395-1848-4b84-8e40-247fac4aa393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:03.392800 dv-cinder-852211-5-iscsi neutron-server[118616]: INFO neutron.wsgi [None req-f59f2395-1848-4b84-8e40-247fac4aa393 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2aa6cbf1-fe89-487f-983f-28f0c74dff9d HTTP/1.1" status: 204 len: 168 time: 0.2204177 Aug 24 09:09:03.401635 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f2395-1848-4b84-8e40-247fac4aa393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa6cbf1-fe89-487f-983f-28f0c74dff9d,revision_number=None']} {{(pid=118616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:09:03.414026 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:09:03.415226 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:09:04.089036 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 41466) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:09:04.102752 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a0701184-dbaa-4518-be77-8d430772f970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:04.181384 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a0701184-dbaa-4518-be77-8d430772f970 admin admin] Publish callbacks [] for security_group (bc40fda1-38e9-4ee0-8826-a2dc4de176a6), precommit_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:04.251390 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-a0701184-dbaa-4518-be77-8d430772f970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (bc40fda1-38e9-4ee0-8826-a2dc4de176a6), after_create {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:04.540150 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0701184-dbaa-4518-be77-8d430772f970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc40fda1-38e9-4ee0-8826-a2dc4de176a6,revision_number=1']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:09:04.544531 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-a0701184-dbaa-4518-be77-8d430772f970 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4f07a1dbd8be4085ba16b5faad5efc20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4544525 Aug 24 09:09:04.548379 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [-] (118617) accepted ('10.222.0.64', 41468) {{(pid=118617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 09:09:04.600418 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e4b810f5-1201-4519-8a6a-25ffb42b2eb0 admin admin] Publish callbacks [] for security_group (bc40fda1-38e9-4ee0-8826-a2dc4de176a6), before_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:04.622143 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e4b810f5-1201-4519-8a6a-25ffb42b2eb0 admin admin] Publish callbacks [] for security_group (bc40fda1-38e9-4ee0-8826-a2dc4de176a6), precommit_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:04.691120 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:09:04.748725 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e4b810f5-1201-4519-8a6a-25ffb42b2eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1652596'] for security_group (bc40fda1-38e9-4ee0-8826-a2dc4de176a6), after_delete {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:04.751401 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron_lib.callbacks.manager [None req-e4b810f5-1201-4519-8a6a-25ffb42b2eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:04.752656 dv-cinder-852211-5-iscsi neutron-server[118617]: INFO neutron.wsgi [None req-e4b810f5-1201-4519-8a6a-25ffb42b2eb0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bc40fda1-38e9-4ee0-8826-a2dc4de176a6 HTTP/1.1" status: 204 len: 168 time: 0.2040503 Aug 24 09:09:04.761332 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b810f5-1201-4519-8a6a-25ffb42b2eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc40fda1-38e9-4ee0-8826-a2dc4de176a6,revision_number=None']} {{(pid=118617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:09:10.074036 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:11.942848 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-4ca49e6f-467c-431c-b66d-a7e7cbf2e905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:13.397128 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:09:13.398042 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG dbcounter [-] [118616] Writing DB stats neutron:SELECT=36,neutron:INSERT=6,neutron:DELETE=3 {{(pid=118616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:09:14.281045 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-13844767-9555-4806-ae1a-806144169ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:14.686590 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=2 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:09:14.687867 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=6 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:09:14.756606 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=12 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:09:14.757453 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG dbcounter [-] [118617] Writing DB stats neutron:SELECT=60,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=118617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:09:15.743306 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:17.011886 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:17.651730 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:27.587045 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:09:27.589943 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:09:27.592674 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:09:40.097727 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:41.690912 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:09:41.870036 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-adea8d74-e212-411c-93d2-7c0dce3ef0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:44.292013 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-267a479d-6627-4e0f-bc09-237245ce825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:45.737538 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:47.000941 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:47.663682 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:09:51.685780 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=5 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:09:51.686565 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:09:57.588967 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:09:57.592966 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:09:57.595367 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:10:10.132909 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:10:11.887684 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-dcb07f66-aad4-46b4-800d-f3d2461ad768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:10:14.293029 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-43795a94-ddae-4bf1-a301-569b3fc22913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:10:15.744660 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:10:17.007600 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:10:17.681798 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:10:18.691053 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:10:27.592697 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=5 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:10:27.617729 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:10:27.619718 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:10:37.649611 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=17 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:10:37.657591 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=17 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:10:40.088456 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:10:41.869977 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-18f87883-16c9-4d52-b3c0-d59d8f174d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:10:44.282481 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d56aeb1a-adf6-4a62-bdf4-5536edf573f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:10:45.746075 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:10:47.048823 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:10:47.717725 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:10:55.689436 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:10:57.596284 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:10:57.622277 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=6 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:10:57.624958 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:11:05.684851 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=5 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:11:05.685645 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=3 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:11:10.123395 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:11:11.866031 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-a70fe7c5-7104-4add-9946-9905bd895eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:11:14.288890 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-862b0d1a-19fb-4341-9185-50e3bd6847c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:11:15.763544 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:11:16.986257 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:11:17.699542 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:11:27.598525 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:11:27.601869 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=14 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:11:27.603580 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:11:32.688568 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:11:39.698077 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:11:40.107127 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:11:41.866542 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-43250460-5967-4dca-97de-9b3e6697ca8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:11:42.684009 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=7 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:11:44.289669 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-30812d1b-983a-4998-8771-6c09623f39d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:11:45.774397 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:11:46.998008 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:11:47.671706 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:11:56.935532 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:11:57.598481 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:11:57.605457 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:12:09.688478 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:12:10.095987 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:12:11.879198 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-b8ed31c8-8ec5-4eb6-b278-83c86a489d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:12:14.290965 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-31025838-5c10-4efb-a787-0a06c2bb129d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:12:15.747793 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:12:16.993979 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:12:17.678018 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:12:19.683522 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=4 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:12:19.684326 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=4 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:12:27.603141 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:12:27.607035 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:12:27.608826 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:12:37.657272 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=15 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:12:37.658044 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=11 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:12:40.148434 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:12:41.868190 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-dfa11d8d-5b79-4ac3-a461-58bdb3c3ac4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:12:44.279642 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-e3216150-71de-4b47-bbb4-7ea52146101e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:12:45.754467 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:12:46.690729 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:12:47.010814 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:12:47.674037 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:12:56.685762 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=2 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:12:56.686557 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=6 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:12:57.603178 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:12:57.603981 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:12:57.611260 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:13:10.182515 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:13:11.886279 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-5643e1b9-55b5-4b4e-a3c3-2575879e5d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:13:14.292555 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-1b4445f7-c3ad-4c8f-a070-44f8fda3763f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:13:15.754799 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:13:17.021887 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:13:17.675599 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:13:23.689613 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:13:27.606582 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:13:27.610505 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:13:27.613218 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:13:39.702482 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=4 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:13:39.703281 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:13:40.133178 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:13:41.897226 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-f54152c5-e4f1-41af-904d-3cc9576c58da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:13:44.291702 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-da2a73a6-b54f-4a1d-89db-036ffac337ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:13:45.767520 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:13:47.012986 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:13:47.708690 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:13:57.666759 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:13:57.667536 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:13:57.670235 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG dbcounter [-] [118618] Writing DB stats neutron:SELECT=17 {{(pid=118618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:14:00.690353 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG neutron.db.agents_db [None req-2dd57697-b0d2-4fd5-b1d6-7a368aac96b1 None None] Agent healthcheck: found 6 active agents {{(pid=118619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:14:06.647577 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=3 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:14:10.127996 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-d82d5a70-c970-43a8-909d-a70ac2311093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d280a0fa-cb7d-4e71-a6d7-43dfd23a134a), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:14:10.685534 dv-cinder-852211-5-iscsi neutron-server[118619]: DEBUG dbcounter [-] [118619] Writing DB stats neutron:SELECT=5 {{(pid=118619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 09:14:11.876259 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-0d8007a2-2705-4db6-b27e-81a70c22a404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (9b643350-aa57-4293-8d36-1310a0884df6), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:14:14.294520 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-b11e142a-1e0c-4a8b-8d4c-e5afac3799fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (c9abdcf3-3ac1-497f-b7e6-3f027d0be4ed), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:14:15.789170 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-3e28989a-c183-4600-a926-e7691f35a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (d4a92408-31ed-40a4-8656-bbf80b916f95), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:14:17.014255 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5fbe-3946-4775-a2ff-7241930d60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (41ca6a67-ea22-46e3-8b7e-5bafcde8373b), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:14:17.670837 dv-cinder-852211-5-iscsi neutron-server[118618]: DEBUG neutron_lib.callbacks.manager [None req-05bc6368-50af-40a9-9939-a53b83432bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420374110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1036920'] for agent (835d445f-31df-41f3-8e17-b5398d1ad292), after_update {{(pid=118618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 09:14:21.310773 dv-cinder-852211-5-iscsi neutron-server[118616]: DEBUG neutron.wsgi [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-b395270f-ce63-47dc-aa3c-366620932cb1 service neutron] (118616) timed out ('10.222.0.64', 34714) {{(pid=118616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 09:14:21.642098 dv-cinder-852211-5-iscsi neutron-server[118617]: DEBUG neutron.wsgi [req-93e7a9c3-3a67-4fc3-81c1-f32796a610c7 req-2f31bd85-5c2e-4eab-8531-81c913a4840d tempest-AttachVolumeShelveTestJSON-337256470 tempest-AttachVolumeShelveTestJSON-337256470-project] (118617) timed out ('10.222.0.64', 34732) {{(pid=118617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}